2024-11-20 16:14:07,680 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-20 16:14:07,692 main DEBUG Took 0.009607 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 16:14:07,692 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 16:14:07,692 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 16:14:07,693 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 16:14:07,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:14:07,701 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 16:14:07,713 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:14:07,714 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:14:07,715 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:14:07,715 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:14:07,716 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:14:07,716 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:14:07,717 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:14:07,717 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:14:07,718 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:14:07,718 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:14:07,719 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:14:07,719 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:14:07,720 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:14:07,720 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:14:07,721 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:14:07,721 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:14:07,721 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:14:07,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:14:07,722 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:14:07,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:14:07,723 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:14:07,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:14:07,724 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:14:07,724 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 16:14:07,724 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:14:07,725 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 16:14:07,726 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 16:14:07,727 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 16:14:07,729 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 16:14:07,730 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 16:14:07,731 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 16:14:07,731 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 16:14:07,739 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 16:14:07,741 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 16:14:07,743 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 16:14:07,744 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 16:14:07,744 main DEBUG createAppenders(={Console}) 2024-11-20 16:14:07,745 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-20 16:14:07,745 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-20 16:14:07,745 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-20 16:14:07,746 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 16:14:07,746 main DEBUG OutputStream closed 2024-11-20 16:14:07,746 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 16:14:07,747 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 16:14:07,747 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-20 16:14:07,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 16:14:07,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 16:14:07,822 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 16:14:07,823 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 16:14:07,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 16:14:07,824 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 16:14:07,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 16:14:07,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 16:14:07,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 16:14:07,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 16:14:07,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 16:14:07,826 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 16:14:07,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 16:14:07,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 16:14:07,827 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 16:14:07,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 16:14:07,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 16:14:07,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 16:14:07,831 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 16:14:07,832 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-20 16:14:07,832 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 16:14:07,833 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-20T16:14:08,066 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030 2024-11-20 16:14:08,069 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 16:14:08,069 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T16:14:08,078 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-20T16:14:08,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T16:14:08,113 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/cluster_6069d417-2415-f82e-2382-50db431a5325, deleteOnExit=true 2024-11-20T16:14:08,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T16:14:08,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/test.cache.data in system properties and HBase conf 2024-11-20T16:14:08,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T16:14:08,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/hadoop.log.dir in system properties and HBase conf 2024-11-20T16:14:08,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T16:14:08,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T16:14:08,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T16:14:08,209 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T16:14:08,296 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T16:14:08,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T16:14:08,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T16:14:08,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T16:14:08,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T16:14:08,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T16:14:08,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T16:14:08,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T16:14:08,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T16:14:08,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T16:14:08,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/nfs.dump.dir in system properties and HBase conf 2024-11-20T16:14:08,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/java.io.tmpdir in system properties and HBase conf 2024-11-20T16:14:08,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T16:14:08,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T16:14:08,305 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T16:14:09,427 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T16:14:09,496 INFO [Time-limited test {}] log.Log(170): Logging initialized @2554ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T16:14:09,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T16:14:09,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T16:14:09,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T16:14:09,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T16:14:09,647 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T16:14:09,661 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T16:14:09,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/hadoop.log.dir/,AVAILABLE} 2024-11-20T16:14:09,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T16:14:09,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/java.io.tmpdir/jetty-localhost-41231-hadoop-hdfs-3_4_1-tests_jar-_-any-1650135690996506359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T16:14:09,856 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:41231} 2024-11-20T16:14:09,856 INFO [Time-limited test {}] server.Server(415): Started @2915ms 2024-11-20T16:14:10,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T16:14:10,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T16:14:10,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T16:14:10,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T16:14:10,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T16:14:10,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/hadoop.log.dir/,AVAILABLE} 2024-11-20T16:14:10,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T16:14:10,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/java.io.tmpdir/jetty-localhost-44071-hadoop-hdfs-3_4_1-tests_jar-_-any-6203072898670000173/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T16:14:10,523 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:44071} 2024-11-20T16:14:10,524 INFO [Time-limited test {}] server.Server(415): Started @3582ms 2024-11-20T16:14:10,571 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T16:14:11,553 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/cluster_6069d417-2415-f82e-2382-50db431a5325/data/data2/current/BP-575335108-172.17.0.3-1732119248852/current, will proceed with Du for space computation calculation, 2024-11-20T16:14:11,553 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/cluster_6069d417-2415-f82e-2382-50db431a5325/data/data1/current/BP-575335108-172.17.0.3-1732119248852/current, will proceed with Du for space computation calculation, 2024-11-20T16:14:11,580 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T16:14:11,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4adad13530bef522 with lease ID 0xf88471a7ab2e8e05: Processing first storage report for DS-0ee87338-1dba-4ae7-8a05-ac3785d805bb from datanode DatanodeRegistration(127.0.0.1:33601, datanodeUuid=5e233e69-0f6d-44af-b3a2-6dfad91a8234, infoPort=35425, infoSecurePort=0, ipcPort=44007, storageInfo=lv=-57;cid=testClusterID;nsid=1827895019;c=1732119248852) 2024-11-20T16:14:11,623 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4adad13530bef522 with lease ID 0xf88471a7ab2e8e05: from storage DS-0ee87338-1dba-4ae7-8a05-ac3785d805bb node DatanodeRegistration(127.0.0.1:33601, datanodeUuid=5e233e69-0f6d-44af-b3a2-6dfad91a8234, infoPort=35425, infoSecurePort=0, ipcPort=44007, storageInfo=lv=-57;cid=testClusterID;nsid=1827895019;c=1732119248852), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T16:14:11,623 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4adad13530bef522 with lease ID 0xf88471a7ab2e8e05: Processing first storage report for DS-cb6b8041-4d3e-47cb-895b-e6fae71b6167 from datanode DatanodeRegistration(127.0.0.1:33601, datanodeUuid=5e233e69-0f6d-44af-b3a2-6dfad91a8234, infoPort=35425, infoSecurePort=0, ipcPort=44007, storageInfo=lv=-57;cid=testClusterID;nsid=1827895019;c=1732119248852) 2024-11-20T16:14:11,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4adad13530bef522 with lease ID 0xf88471a7ab2e8e05: from storage DS-cb6b8041-4d3e-47cb-895b-e6fae71b6167 node DatanodeRegistration(127.0.0.1:33601, datanodeUuid=5e233e69-0f6d-44af-b3a2-6dfad91a8234, infoPort=35425, infoSecurePort=0, ipcPort=44007, storageInfo=lv=-57;cid=testClusterID;nsid=1827895019;c=1732119248852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T16:14:11,658 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030 2024-11-20T16:14:11,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/cluster_6069d417-2415-f82e-2382-50db431a5325/zookeeper_0, clientPort=62100, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/cluster_6069d417-2415-f82e-2382-50db431a5325/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/cluster_6069d417-2415-f82e-2382-50db431a5325/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T16:14:11,735 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62100 2024-11-20T16:14:11,745 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:14:11,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:14:11,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741825_1001 (size=7) 2024-11-20T16:14:12,377 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98 with version=8 2024-11-20T16:14:12,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/hbase-staging 2024-11-20T16:14:12,461 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T16:14:12,712 INFO [Time-limited test {}] client.ConnectionUtils(128): master/044e4e732073:0 server-side Connection retries=45 2024-11-20T16:14:12,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:14:12,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T16:14:12,728 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T16:14:12,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:14:12,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T16:14:12,912 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T16:14:12,986 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T16:14:12,999 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T16:14:13,006 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T16:14:13,042 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4700 (auto-detected) 2024-11-20T16:14:13,044 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-20T16:14:13,070 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38329 2024-11-20T16:14:13,104 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38329 connecting to ZooKeeper ensemble=127.0.0.1:62100 2024-11-20T16:14:13,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383290x0, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T16:14:13,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38329-0x101590646a80000 connected 2024-11-20T16:14:13,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:14:13,438 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:14:13,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:14:13,457 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98, hbase.cluster.distributed=false 2024-11-20T16:14:13,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T16:14:13,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38329 2024-11-20T16:14:13,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38329 2024-11-20T16:14:13,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38329 2024-11-20T16:14:13,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38329 2024-11-20T16:14:13,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38329 2024-11-20T16:14:13,654 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/044e4e732073:0 server-side Connection retries=45 2024-11-20T16:14:13,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:14:13,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T16:14:13,656 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T16:14:13,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T16:14:13,657 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T16:14:13,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T16:14:13,661 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T16:14:13,662 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41459 2024-11-20T16:14:13,664 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41459 connecting to ZooKeeper ensemble=127.0.0.1:62100 2024-11-20T16:14:13,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:14:13,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:14:13,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414590x0, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T16:14:13,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414590x0, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:14:13,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41459-0x101590646a80001 connected 2024-11-20T16:14:13,687 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T16:14:13,694 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T16:14:13,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T16:14:13,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T16:14:13,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41459 2024-11-20T16:14:13,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41459 2024-11-20T16:14:13,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41459 2024-11-20T16:14:13,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41459 2024-11-20T16:14:13,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41459 2024-11-20T16:14:13,721 DEBUG [M:0;044e4e732073:38329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;044e4e732073:38329 2024-11-20T16:14:13,722 INFO [master/044e4e732073:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/044e4e732073,38329,1732119252544 2024-11-20T16:14:13,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:14:13,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:14:13,743 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/044e4e732073,38329,1732119252544 2024-11-20T16:14:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:14:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T16:14:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:14:13,792 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T16:14:13,793 INFO [master/044e4e732073:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/044e4e732073,38329,1732119252544 from backup master directory 2024-11-20T16:14:13,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/044e4e732073,38329,1732119252544 2024-11-20T16:14:13,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:14:13,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T16:14:13,802 WARN [master/044e4e732073:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T16:14:13,802 INFO [master/044e4e732073:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=044e4e732073,38329,1732119252544 2024-11-20T16:14:13,804 INFO [master/044e4e732073:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T16:14:13,805 INFO [master/044e4e732073:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T16:14:13,870 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/hbase.id] with ID: 51b26a7d-6e2b-4fdd-bdc3-821236121b03 2024-11-20T16:14:13,870 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/.tmp/hbase.id 2024-11-20T16:14:13,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741826_1002 (size=42) 2024-11-20T16:14:14,285 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/.tmp/hbase.id]:[hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/hbase.id] 2024-11-20T16:14:14,338 INFO [master/044e4e732073:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T16:14:14,344 INFO [master/044e4e732073:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T16:14:14,368 INFO [master/044e4e732073:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-20T16:14:14,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:14:14,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:14:14,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741827_1003 (size=196) 2024-11-20T16:14:14,820 INFO [master/044e4e732073:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:14:14,823 INFO [master/044e4e732073:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T16:14:14,836 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:14,839 INFO [master/044e4e732073:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T16:14:14,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741828_1004 (size=1189) 2024-11-20T16:14:15,293 INFO [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store 2024-11-20T16:14:15,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741829_1005 (size=34) 2024-11-20T16:14:15,720 INFO [master/044e4e732073:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T16:14:15,725 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:14:15,726 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T16:14:15,726 INFO [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:14:15,726 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:14:15,727 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T16:14:15,728 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:14:15,728 INFO [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:14:15,729 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732119255726Disabling compacts and flushes for region at 1732119255726Disabling writes for close at 1732119255728 (+2 ms)Writing region close event to WAL at 1732119255728Closed at 1732119255728 2024-11-20T16:14:15,731 WARN [master/044e4e732073:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/.initializing 2024-11-20T16:14:15,731 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/WALs/044e4e732073,38329,1732119252544 2024-11-20T16:14:15,740 INFO [master/044e4e732073:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T16:14:15,754 INFO [master/044e4e732073:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=044e4e732073%2C38329%2C1732119252544, suffix=, logDir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/WALs/044e4e732073,38329,1732119252544, archiveDir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/oldWALs, maxLogs=10 2024-11-20T16:14:15,775 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/WALs/044e4e732073,38329,1732119252544/044e4e732073%2C38329%2C1732119252544.1732119255758, exclude list is [], retry=0 2024-11-20T16:14:15,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33601,DS-0ee87338-1dba-4ae7-8a05-ac3785d805bb,DISK] 2024-11-20T16:14:15,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T16:14:15,824 INFO [master/044e4e732073:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/WALs/044e4e732073,38329,1732119252544/044e4e732073%2C38329%2C1732119252544.1732119255758 2024-11-20T16:14:15,825 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35425:35425)] 2024-11-20T16:14:15,825 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:14:15,826 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:14:15,828 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:14:15,829 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:14:15,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:14:15,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T16:14:15,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:15,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:14:15,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:14:15,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T16:14:15,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:15,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:14:15,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:14:15,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T16:14:15,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:15,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:14:15,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:14:15,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T16:14:15,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:15,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:14:15,900 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:14:15,904 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:14:15,905 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:14:15,910 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:14:15,910 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:14:15,914 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T16:14:15,917 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T16:14:15,922 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:14:15,923 INFO [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74459752, jitterRate=0.10953676700592041}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T16:14:15,929 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732119255840Initializing all the Stores at 1732119255842 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732119255842Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119255843 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119255843Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119255843Cleaning up temporary data from old regions at 1732119255910 (+67 ms)Region opened successfully at 1732119255929 (+19 ms) 2024-11-20T16:14:15,930 INFO [master/044e4e732073:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T16:14:15,960 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d43f4bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=044e4e732073/172.17.0.3:0 2024-11-20T16:14:15,990 INFO [master/044e4e732073:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T16:14:16,002 INFO [master/044e4e732073:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T16:14:16,002 INFO [master/044e4e732073:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T16:14:16,005 INFO [master/044e4e732073:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T16:14:16,006 INFO [master/044e4e732073:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T16:14:16,011 INFO [master/044e4e732073:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T16:14:16,011 INFO [master/044e4e732073:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T16:14:16,038 INFO [master/044e4e732073:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T16:14:16,049 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T16:14:16,090 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T16:14:16,093 INFO [master/044e4e732073:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T16:14:16,095 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T16:14:16,172 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T16:14:16,175 INFO [master/044e4e732073:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T16:14:16,180 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T16:14:16,266 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T16:14:16,271 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T16:14:16,318 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T16:14:16,337 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T16:14:16,390 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T16:14:16,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T16:14:16,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T16:14:16,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:14:16,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:14:16,470 INFO [master/044e4e732073:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=044e4e732073,38329,1732119252544, sessionid=0x101590646a80000, setting cluster-up flag (Was=false) 2024-11-20T16:14:16,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:14:16,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:14:16,717 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T16:14:16,720 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=044e4e732073,38329,1732119252544 2024-11-20T16:14:16,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:14:16,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:14:16,882 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T16:14:16,884 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=044e4e732073,38329,1732119252544 2024-11-20T16:14:16,890 INFO [master/044e4e732073:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T16:14:16,912 INFO [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(746): ClusterId : 51b26a7d-6e2b-4fdd-bdc3-821236121b03 2024-11-20T16:14:16,914 DEBUG [RS:0;044e4e732073:41459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T16:14:16,937 DEBUG [RS:0;044e4e732073:41459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T16:14:16,937 DEBUG [RS:0;044e4e732073:41459 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T16:14:16,958 DEBUG [RS:0;044e4e732073:41459 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T16:14:16,958 DEBUG [RS:0;044e4e732073:41459 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175db7b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=044e4e732073/172.17.0.3:0 2024-11-20T16:14:16,960 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T16:14:16,969 INFO [master/044e4e732073:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T16:14:16,975 DEBUG [RS:0;044e4e732073:41459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;044e4e732073:41459 2024-11-20T16:14:16,978 INFO [master/044e4e732073:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T16:14:16,978 INFO [RS:0;044e4e732073:41459 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T16:14:16,979 INFO [RS:0;044e4e732073:41459 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T16:14:16,979 DEBUG [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T16:14:16,981 INFO [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(2659): reportForDuty to master=044e4e732073,38329,1732119252544 with port=41459, startcode=1732119253621 2024-11-20T16:14:16,985 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 044e4e732073,38329,1732119252544 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T16:14:16,993 DEBUG [RS:0;044e4e732073:41459 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T16:14:16,993 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/044e4e732073:0, corePoolSize=5, maxPoolSize=5 2024-11-20T16:14:16,993 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/044e4e732073:0, corePoolSize=5, maxPoolSize=5 2024-11-20T16:14:16,994 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/044e4e732073:0, corePoolSize=5, maxPoolSize=5 2024-11-20T16:14:16,994 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/044e4e732073:0, corePoolSize=5, maxPoolSize=5 2024-11-20T16:14:16,994 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/044e4e732073:0, corePoolSize=10, maxPoolSize=10 2024-11-20T16:14:16,994 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/044e4e732073:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:14:16,994 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/044e4e732073:0, corePoolSize=2, maxPoolSize=2 2024-11-20T16:14:16,994 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/044e4e732073:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:14:16,996 INFO [master/044e4e732073:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732119286996 2024-11-20T16:14:16,998 INFO [master/044e4e732073:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T16:14:16,999 INFO [master/044e4e732073:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T16:14:16,999 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T16:14:17,000 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T16:14:17,002 INFO [master/044e4e732073:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T16:14:17,003 INFO [master/044e4e732073:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T16:14:17,003 INFO [master/044e4e732073:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T16:14:17,003 INFO [master/044e4e732073:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T16:14:17,004 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:17,005 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T16:14:17,004 INFO [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:17,008 INFO [master/044e4e732073:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T16:14:17,009 INFO [master/044e4e732073:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T16:14:17,009 INFO [master/044e4e732073:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T16:14:17,012 INFO [master/044e4e732073:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T16:14:17,012 INFO [master/044e4e732073:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T16:14:17,017 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/044e4e732073:0:becomeActiveMaster-HFileCleaner.large.0-1732119257014,5,FailOnTimeoutGroup] 2024-11-20T16:14:17,017 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/044e4e732073:0:becomeActiveMaster-HFileCleaner.small.0-1732119257017,5,FailOnTimeoutGroup] 2024-11-20T16:14:17,018 INFO [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:17,018 INFO [master/044e4e732073:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T16:14:17,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741831_1007 (size=1321) 2024-11-20T16:14:17,019 INFO [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:17,020 INFO [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:17,026 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T16:14:17,031 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 044e4e732073,41459,1732119253621 2024-11-20T16:14:17,033 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38329 {}] master.ServerManager(517): Registering regionserver=044e4e732073,41459,1732119253621 2024-11-20T16:14:17,046 DEBUG [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98 2024-11-20T16:14:17,046 DEBUG [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41305 2024-11-20T16:14:17,047 DEBUG [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T16:14:17,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T16:14:17,062 DEBUG [RS:0;044e4e732073:41459 {}] zookeeper.ZKUtil(111): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/044e4e732073,41459,1732119253621 2024-11-20T16:14:17,062 WARN [RS:0;044e4e732073:41459 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T16:14:17,062 INFO [RS:0;044e4e732073:41459 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T16:14:17,063 DEBUG [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/WALs/044e4e732073,41459,1732119253621 2024-11-20T16:14:17,064 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [044e4e732073,41459,1732119253621] 2024-11-20T16:14:17,089 INFO [RS:0;044e4e732073:41459 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T16:14:17,109 INFO [RS:0;044e4e732073:41459 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T16:14:17,114 INFO [RS:0;044e4e732073:41459 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T16:14:17,114 INFO [RS:0;044e4e732073:41459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:17,115 INFO [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T16:14:17,121 INFO [RS:0;044e4e732073:41459 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T16:14:17,123 INFO [RS:0;044e4e732073:41459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:17,123 DEBUG [RS:0;044e4e732073:41459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:14:17,123 DEBUG [RS:0;044e4e732073:41459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:14:17,124 DEBUG [RS:0;044e4e732073:41459 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:14:17,124 DEBUG [RS:0;044e4e732073:41459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:14:17,124 DEBUG [RS:0;044e4e732073:41459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:14:17,124 DEBUG [RS:0;044e4e732073:41459 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/044e4e732073:0, corePoolSize=2, maxPoolSize=2 2024-11-20T16:14:17,124 DEBUG [RS:0;044e4e732073:41459 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:14:17,125 DEBUG [RS:0;044e4e732073:41459 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:14:17,125 DEBUG [RS:0;044e4e732073:41459 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:14:17,125 DEBUG [RS:0;044e4e732073:41459 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:14:17,125 DEBUG [RS:0;044e4e732073:41459 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:14:17,125 DEBUG [RS:0;044e4e732073:41459 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/044e4e732073:0, corePoolSize=1, maxPoolSize=1 2024-11-20T16:14:17,126 DEBUG [RS:0;044e4e732073:41459 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/044e4e732073:0, corePoolSize=3, maxPoolSize=3 2024-11-20T16:14:17,126 DEBUG [RS:0;044e4e732073:41459 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0, corePoolSize=3, maxPoolSize=3 2024-11-20T16:14:17,130 INFO [RS:0;044e4e732073:41459 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:17,130 INFO [RS:0;044e4e732073:41459 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:17,130 INFO [RS:0;044e4e732073:41459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:17,131 INFO [RS:0;044e4e732073:41459 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:17,131 INFO [RS:0;044e4e732073:41459 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:17,131 INFO [RS:0;044e4e732073:41459 {}] hbase.ChoreService(168): Chore ScheduledChore name=044e4e732073,41459,1732119253621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T16:14:17,163 INFO [RS:0;044e4e732073:41459 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T16:14:17,165 INFO [RS:0;044e4e732073:41459 {}] hbase.ChoreService(168): Chore ScheduledChore name=044e4e732073,41459,1732119253621-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:17,166 INFO [RS:0;044e4e732073:41459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:17,166 INFO [RS:0;044e4e732073:41459 {}] regionserver.Replication(171): 044e4e732073,41459,1732119253621 started 2024-11-20T16:14:17,193 INFO [RS:0;044e4e732073:41459 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:17,193 INFO [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(1482): Serving as 044e4e732073,41459,1732119253621, RpcServer on 044e4e732073/172.17.0.3:41459, sessionid=0x101590646a80001 2024-11-20T16:14:17,194 DEBUG [RS:0;044e4e732073:41459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T16:14:17,195 DEBUG [RS:0;044e4e732073:41459 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 044e4e732073,41459,1732119253621 2024-11-20T16:14:17,195 DEBUG [RS:0;044e4e732073:41459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '044e4e732073,41459,1732119253621' 2024-11-20T16:14:17,195 DEBUG [RS:0;044e4e732073:41459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T16:14:17,196 DEBUG [RS:0;044e4e732073:41459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T16:14:17,197 DEBUG [RS:0;044e4e732073:41459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T16:14:17,197 DEBUG [RS:0;044e4e732073:41459 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T16:14:17,197 DEBUG [RS:0;044e4e732073:41459 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 044e4e732073,41459,1732119253621 2024-11-20T16:14:17,197 DEBUG [RS:0;044e4e732073:41459 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '044e4e732073,41459,1732119253621' 2024-11-20T16:14:17,197 DEBUG [RS:0;044e4e732073:41459 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T16:14:17,198 DEBUG [RS:0;044e4e732073:41459 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T16:14:17,199 DEBUG [RS:0;044e4e732073:41459 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T16:14:17,199 INFO [RS:0;044e4e732073:41459 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T16:14:17,199 INFO [RS:0;044e4e732073:41459 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T16:14:17,307 INFO [RS:0;044e4e732073:41459 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T16:14:17,310 INFO [RS:0;044e4e732073:41459 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=044e4e732073%2C41459%2C1732119253621, suffix=, logDir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/WALs/044e4e732073,41459,1732119253621, archiveDir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/oldWALs, maxLogs=32 2024-11-20T16:14:17,334 DEBUG [RS:0;044e4e732073:41459 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/WALs/044e4e732073,41459,1732119253621/044e4e732073%2C41459%2C1732119253621.1732119257314, exclude list is [], retry=0 2024-11-20T16:14:17,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33601,DS-0ee87338-1dba-4ae7-8a05-ac3785d805bb,DISK] 2024-11-20T16:14:17,342 INFO [RS:0;044e4e732073:41459 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/WALs/044e4e732073,41459,1732119253621/044e4e732073%2C41459%2C1732119253621.1732119257314 2024-11-20T16:14:17,343 DEBUG [RS:0;044e4e732073:41459 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35425:35425)] 2024-11-20T16:14:17,425 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T16:14:17,427 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98 2024-11-20T16:14:17,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741833_1009 (size=32) 2024-11-20T16:14:17,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:14:17,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T16:14:17,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T16:14:17,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:17,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:14:17,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T16:14:17,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T16:14:17,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:17,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:14:17,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T16:14:17,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T16:14:17,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:17,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:14:17,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T16:14:17,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T16:14:17,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:17,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:14:17,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T16:14:17,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740 2024-11-20T16:14:17,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740 2024-11-20T16:14:17,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T16:14:17,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T16:14:17,478 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:14:17,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T16:14:17,485 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:14:17,486 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64464971, jitterRate=-0.03939707577228546}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:14:17,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732119257443Initializing all the Stores at 1732119257446 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732119257446Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732119257446Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119257446Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732119257446Cleaning up temporary data from old regions at 1732119257476 (+30 ms)Region opened successfully at 1732119257489 (+13 ms) 2024-11-20T16:14:17,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T16:14:17,490 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T16:14:17,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T16:14:17,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T16:14:17,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T16:14:17,493 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T16:14:17,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732119257490Disabling compacts and flushes for region at 1732119257490Disabling writes for close at 1732119257490Writing region close event to WAL at 1732119257492 (+2 ms)Closed at 1732119257493 (+1 ms) 2024-11-20T16:14:17,499 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T16:14:17,499 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T16:14:17,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T16:14:17,515 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T16:14:17,518 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T16:14:17,671 DEBUG [044e4e732073:38329 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T16:14:17,683 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:14:17,689 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 044e4e732073,41459,1732119253621, state=OPENING 2024-11-20T16:14:17,714 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T16:14:17,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:14:17,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:14:17,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:14:17,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:14:17,726 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T16:14:17,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:14:17,906 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T16:14:17,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T16:14:17,922 INFO [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T16:14:17,923 INFO [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T16:14:17,923 INFO [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T16:14:17,928 INFO [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=044e4e732073%2C41459%2C1732119253621.meta, suffix=.meta, logDir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/WALs/044e4e732073,41459,1732119253621, archiveDir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/oldWALs, maxLogs=32 2024-11-20T16:14:17,949 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/WALs/044e4e732073,41459,1732119253621/044e4e732073%2C41459%2C1732119253621.meta.1732119257930.meta, exclude list is [], retry=0 2024-11-20T16:14:17,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33601,DS-0ee87338-1dba-4ae7-8a05-ac3785d805bb,DISK] 2024-11-20T16:14:17,956 INFO [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/WALs/044e4e732073,41459,1732119253621/044e4e732073%2C41459%2C1732119253621.meta.1732119257930.meta 2024-11-20T16:14:17,957 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35425:35425)] 2024-11-20T16:14:17,957 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:14:17,958 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T16:14:17,961 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T16:14:17,965 INFO [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T16:14:17,968 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T16:14:17,969 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:14:17,969 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T16:14:17,969 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T16:14:17,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T16:14:17,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T16:14:17,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:17,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:14:17,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T16:14:17,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T16:14:17,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:17,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:14:17,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T16:14:17,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T16:14:17,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:17,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:14:17,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T16:14:17,981 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T16:14:17,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:17,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T16:14:17,982 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T16:14:17,984 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740 2024-11-20T16:14:17,986 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740 2024-11-20T16:14:17,989 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T16:14:17,989 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T16:14:17,990 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:14:17,993 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T16:14:17,995 INFO [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70243896, jitterRate=0.046715617179870605}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:14:17,995 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T16:14:17,996 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732119257969Writing region info on filesystem at 1732119257969Initializing all the Stores at 1732119257971 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732119257971Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732119257971Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119257971Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732119257971Cleaning up temporary data from old regions at 1732119257989 (+18 ms)Running coprocessor post-open hooks at 1732119257995 (+6 ms)Region opened successfully at 1732119257996 (+1 ms) 2024-11-20T16:14:18,003 INFO [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732119257895 2024-11-20T16:14:18,014 DEBUG [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T16:14:18,015 INFO [RS_OPEN_META-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T16:14:18,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:14:18,019 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 044e4e732073,41459,1732119253621, state=OPEN 2024-11-20T16:14:18,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T16:14:18,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T16:14:18,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:14:18,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T16:14:18,063 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:18,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T16:14:18,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=044e4e732073,41459,1732119253621 in 335 msec 2024-11-20T16:14:18,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T16:14:18,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 564 msec 2024-11-20T16:14:18,079 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T16:14:18,079 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T16:14:18,100 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:18,101 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:18,120 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:18,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:18,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2260 sec 2024-11-20T16:14:18,146 INFO [master/044e4e732073:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732119258146, completionTime=-1 2024-11-20T16:14:18,149 INFO [master/044e4e732073:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T16:14:18,149 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T16:14:18,195 INFO [master/044e4e732073:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T16:14:18,196 INFO [master/044e4e732073:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732119318196 2024-11-20T16:14:18,196 INFO [master/044e4e732073:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732119378196 2024-11-20T16:14:18,196 INFO [master/044e4e732073:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 46 msec 2024-11-20T16:14:18,199 INFO [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=044e4e732073,38329,1732119252544-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:18,200 INFO [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=044e4e732073,38329,1732119252544-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:18,200 INFO [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=044e4e732073,38329,1732119252544-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:18,202 INFO [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-044e4e732073:38329, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:18,206 INFO [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:18,208 INFO [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:18,215 DEBUG [master/044e4e732073:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T16:14:18,236 INFO [master/044e4e732073:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.434sec 2024-11-20T16:14:18,237 INFO [master/044e4e732073:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T16:14:18,238 INFO [master/044e4e732073:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T16:14:18,239 INFO [master/044e4e732073:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T16:14:18,240 INFO [master/044e4e732073:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T16:14:18,240 INFO [master/044e4e732073:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T16:14:18,241 INFO [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=044e4e732073,38329,1732119252544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T16:14:18,241 INFO [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=044e4e732073,38329,1732119252544-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T16:14:18,250 DEBUG [master/044e4e732073:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T16:14:18,251 INFO [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T16:14:18,251 INFO [master/044e4e732073:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=044e4e732073,38329,1732119252544-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T16:14:18,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45544f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:18,326 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T16:14:18,326 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T16:14:18,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:18,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:18,337 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:18,340 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db5a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:18,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:18,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:18,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:18,347 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:18,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de67725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:18,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:18,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:18,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:18,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:18,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=044e4e732073,38329,1732119252544 2024-11-20T16:14:18,389 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=348, ProcessCount=11, AvailableMemoryMB=7117 2024-11-20T16:14:18,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T16:14:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 044e4e732073,38329,1732119252544 2024-11-20T16:14:18,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f523d87 2024-11-20T16:14:18,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T16:14:18,409 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T16:14:18,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T16:14:18,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:14:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T16:14:18,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T16:14:18,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-20T16:14:18,427 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:18,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T16:14:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:14:18,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741835_1011 (size=1061) 2024-11-20T16:14:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:14:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:14:18,846 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98 2024-11-20T16:14:18,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741836_1012 (size=53) 2024-11-20T16:14:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:14:19,257 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:14:19,257 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 736f774c43d15ba3b97f246a3ec01129, disabling compactions & flushes 2024-11-20T16:14:19,258 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:19,258 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:19,258 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. after waiting 0 ms 2024-11-20T16:14:19,258 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:19,258 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:19,258 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 736f774c43d15ba3b97f246a3ec01129: Waiting for close lock at 1732119259257Disabling compacts and flushes for region at 1732119259257Disabling writes for close at 1732119259258 (+1 ms)Writing region close event to WAL at 1732119259258Closed at 1732119259258 2024-11-20T16:14:19,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T16:14:19,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732119259261"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732119259261"}]},"ts":"1732119259261"} 2024-11-20T16:14:19,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T16:14:19,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T16:14:19,275 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119259273"}]},"ts":"1732119259273"} 2024-11-20T16:14:19,279 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T16:14:19,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=736f774c43d15ba3b97f246a3ec01129, ASSIGN}] 2024-11-20T16:14:19,284 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=736f774c43d15ba3b97f246a3ec01129, ASSIGN 2024-11-20T16:14:19,285 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=736f774c43d15ba3b97f246a3ec01129, ASSIGN; state=OFFLINE, location=044e4e732073,41459,1732119253621; forceNewPlan=false, retain=false 2024-11-20T16:14:19,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=736f774c43d15ba3b97f246a3ec01129, regionState=OPENING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:14:19,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=736f774c43d15ba3b97f246a3ec01129, ASSIGN because future has completed 2024-11-20T16:14:19,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:14:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:14:19,616 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:19,617 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:14:19,617 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:19,617 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:14:19,617 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:19,618 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:19,620 INFO [StoreOpener-736f774c43d15ba3b97f246a3ec01129-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:19,623 INFO [StoreOpener-736f774c43d15ba3b97f246a3ec01129-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:14:19,624 INFO [StoreOpener-736f774c43d15ba3b97f246a3ec01129-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736f774c43d15ba3b97f246a3ec01129 columnFamilyName A 2024-11-20T16:14:19,624 DEBUG [StoreOpener-736f774c43d15ba3b97f246a3ec01129-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:19,625 INFO [StoreOpener-736f774c43d15ba3b97f246a3ec01129-1 {}] regionserver.HStore(327): Store=736f774c43d15ba3b97f246a3ec01129/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:14:19,625 INFO [StoreOpener-736f774c43d15ba3b97f246a3ec01129-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:19,627 INFO [StoreOpener-736f774c43d15ba3b97f246a3ec01129-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:14:19,627 INFO [StoreOpener-736f774c43d15ba3b97f246a3ec01129-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736f774c43d15ba3b97f246a3ec01129 columnFamilyName B 2024-11-20T16:14:19,628 DEBUG [StoreOpener-736f774c43d15ba3b97f246a3ec01129-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:19,628 INFO [StoreOpener-736f774c43d15ba3b97f246a3ec01129-1 {}] regionserver.HStore(327): Store=736f774c43d15ba3b97f246a3ec01129/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:14:19,629 INFO [StoreOpener-736f774c43d15ba3b97f246a3ec01129-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:19,631 INFO [StoreOpener-736f774c43d15ba3b97f246a3ec01129-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:14:19,631 INFO [StoreOpener-736f774c43d15ba3b97f246a3ec01129-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736f774c43d15ba3b97f246a3ec01129 columnFamilyName C 2024-11-20T16:14:19,631 DEBUG [StoreOpener-736f774c43d15ba3b97f246a3ec01129-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:19,632 INFO [StoreOpener-736f774c43d15ba3b97f246a3ec01129-1 {}] regionserver.HStore(327): Store=736f774c43d15ba3b97f246a3ec01129/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:14:19,633 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:19,633 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:19,635 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:19,636 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:19,638 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:19,638 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:19,639 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:14:19,641 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:19,645 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:14:19,646 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 736f774c43d15ba3b97f246a3ec01129; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61481199, jitterRate=-0.08385874330997467}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:14:19,646 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:19,647 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 736f774c43d15ba3b97f246a3ec01129: Running coprocessor pre-open hook at 1732119259618Writing region info on filesystem at 1732119259618Initializing all the Stores at 1732119259620 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119259620Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119259620Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119259620Cleaning up temporary data from old regions at 1732119259638 (+18 ms)Running coprocessor post-open hooks at 1732119259646 (+8 ms)Region opened successfully at 1732119259647 (+1 ms) 2024-11-20T16:14:19,649 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., pid=6, masterSystemTime=1732119259603 2024-11-20T16:14:19,653 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:19,653 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:19,654 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=736f774c43d15ba3b97f246a3ec01129, regionState=OPEN, openSeqNum=2, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:14:19,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 because future has completed 2024-11-20T16:14:19,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T16:14:19,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 in 210 msec 2024-11-20T16:14:19,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T16:14:19,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=736f774c43d15ba3b97f246a3ec01129, ASSIGN in 382 msec 2024-11-20T16:14:19,669 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T16:14:19,669 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119259669"}]},"ts":"1732119259669"} 2024-11-20T16:14:19,672 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T16:14:19,674 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T16:14:19,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2570 sec 2024-11-20T16:14:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T16:14:20,589 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:20,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b2c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:20,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:20,600 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:20,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:20,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:20,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5583d40c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,601 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:20,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:20,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:20,604 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:20,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665358ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,607 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:20,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:20,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:20,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:20,615 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T16:14:20,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 044e4e732073,38329,1732119252544 2024-11-20T16:14:20,617 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32b26fa3 2024-11-20T16:14:20,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T16:14:20,623 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T16:14:20,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:20,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:20,630 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:20,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:20,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:20,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149abd79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,631 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:20,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:20,632 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:20,634 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:20,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0960a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:20,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:20,637 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:20,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:20,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:20,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528027bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,638 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:20,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:20,639 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:20,641 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:20,642 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749fb54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:20,644 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:20,645 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:20,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:20,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:20,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596d06e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:20,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:20,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:20,649 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:20,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bdb6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,652 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:20,652 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:20,654 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:20,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:20,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:20,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa64271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:20,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:20,656 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:20,657 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:20,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e341cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:20,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:20,660 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:20,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:20,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:20,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fba9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:20,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:20,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:20,663 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:20,664 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5904dd5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:20,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:20,667 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:20,667 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:20,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b036a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:20,669 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:20,670 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:20,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267419b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:20,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:20,674 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:20,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:20,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:20,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec64ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:20,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:20,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:20,676 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:20,678 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e58d725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:20,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:20,680 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:20,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:20,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:20,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8c24f6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:20,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:20,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:20,683 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:20,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52e2fecb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0b495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:20,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:20,686 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:20,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:20,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:20,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311f9e8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:20,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:20,688 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:20,689 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:20,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f696c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:20,695 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:20,695 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:20,695 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:20,695 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:20,695 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:20,696 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:20,697 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:20,697 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:20,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:20,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:20,698 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:20,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:20,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:20,699 DEBUG [Thread-149 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:20,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:20,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:20,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:20,700 DEBUG [Thread-149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:20,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:20,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:20,701 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:14:20,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:20,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:20,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:20,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:14:20,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:14:20,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:14:20,709 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:20,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:14:20,711 DEBUG [Thread-156 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:20,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:14:20,711 DEBUG [Thread-156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:20,714 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-20T16:14:20,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:14:20,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:20,717 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:14:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:14:20,719 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:14:20,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:20,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:14:20,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:20,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:14:20,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:20,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:14:20,733 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:20,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:20,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:20,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:20,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:14:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:20,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T16:14:20,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:20,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:20,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:20,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:20,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:20,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:14:20,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T16:14:20,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:20,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:20,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/6fcbf034ace84b759c36c513c13c04f2 is 50, key is test_row_0/A:col10/1732119260773/Put/seqid=0 2024-11-20T16:14:20,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:20,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:20,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:20,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42076 deadline: 1732119320910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:20,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:20,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119320928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:20,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119320932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:20,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119320946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:20,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1732119320948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:20,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741837_1013 (size=16681) 2024-11-20T16:14:20,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:20,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:20,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:20,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:20,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:20,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:20,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:20,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:20,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:20,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:20,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/6fcbf034ace84b759c36c513c13c04f2 2024-11-20T16:14:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:20,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:20,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:14:21,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119321084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1732119321085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119321085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42076 deadline: 1732119321086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119321094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T16:14:21,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,097 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/f3dec48857624b96888dda2cbed5fed4 is 50, key is test_row_0/B:col10/1732119260773/Put/seqid=0 2024-11-20T16:14:21,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:21,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:21,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:21,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:21,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:21,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741838_1014 (size=12001) 2024-11-20T16:14:21,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/f3dec48857624b96888dda2cbed5fed4 2024-11-20T16:14:21,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/c843d465e9ca4fbba4afd93e3dac0c21 is 50, key is test_row_0/C:col10/1732119260773/Put/seqid=0 2024-11-20T16:14:21,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741839_1015 (size=12001) 2024-11-20T16:14:21,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/c843d465e9ca4fbba4afd93e3dac0c21 2024-11-20T16:14:21,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/6fcbf034ace84b759c36c513c13c04f2 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6fcbf034ace84b759c36c513c13c04f2 2024-11-20T16:14:21,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6fcbf034ace84b759c36c513c13c04f2, entries=250, sequenceid=14, filesize=16.3 K 2024-11-20T16:14:21,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/f3dec48857624b96888dda2cbed5fed4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/f3dec48857624b96888dda2cbed5fed4 2024-11-20T16:14:21,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T16:14:21,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:21,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:21,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:21,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:21,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:21,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/f3dec48857624b96888dda2cbed5fed4, entries=150, sequenceid=14, filesize=11.7 K 2024-11-20T16:14:21,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/c843d465e9ca4fbba4afd93e3dac0c21 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c843d465e9ca4fbba4afd93e3dac0c21 2024-11-20T16:14:21,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c843d465e9ca4fbba4afd93e3dac0c21, entries=150, sequenceid=14, filesize=11.7 K 2024-11-20T16:14:21,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 736f774c43d15ba3b97f246a3ec01129 in 508ms, sequenceid=14, compaction requested=false 2024-11-20T16:14:21,307 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T16:14:21,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:21,313 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119260902, max timestamp=1732119261296Num uniques 859; 2024-11-20T16:14:21,315 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:14:21,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119260902, max timestamp=1732119261296Num uniques 859; 2024-11-20T16:14:21,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:14:21,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:21,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-20T16:14:21,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:21,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:21,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:21,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:21,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:21,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:21,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/7e5dbad55c024523a7b72acc820b373e is 50, key is test_row_0/A:col10/1732119261296/Put/seqid=0 2024-11-20T16:14:21,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:14:21,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741840_1016 (size=14341) 2024-11-20T16:14:21,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/7e5dbad55c024523a7b72acc820b373e 2024-11-20T16:14:21,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/f0f3ebc850fe4fa79663437ddfd47976 is 50, key is test_row_0/B:col10/1732119261296/Put/seqid=0 2024-11-20T16:14:21,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741841_1017 (size=12001) 2024-11-20T16:14:21,420 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732119261377, max timestamp=1732119261404Num uniques 859; 2024-11-20T16:14:21,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/f0f3ebc850fe4fa79663437ddfd47976 2024-11-20T16:14:21,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1732119321396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,425 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732119261377, max timestamp=1732119261404Num uniques 859; 2024-11-20T16:14:21,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119321402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,426 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T16:14:21,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T16:14:21,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:21,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:21,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:21,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:21,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:21,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:21,434 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T16:14:21,439 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119261377, max timestamp=1732119261414Num uniques 859; 2024-11-20T16:14:21,439 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:14:21,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/635aa8f1d940450d8cb4e743da1dc932 is 50, key is test_row_0/C:col10/1732119261296/Put/seqid=0 2024-11-20T16:14:21,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741842_1018 (size=12001) 2024-11-20T16:14:21,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/635aa8f1d940450d8cb4e743da1dc932 2024-11-20T16:14:21,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/7e5dbad55c024523a7b72acc820b373e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/7e5dbad55c024523a7b72acc820b373e 2024-11-20T16:14:21,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42076 deadline: 1732119321517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/7e5dbad55c024523a7b72acc820b373e, entries=200, sequenceid=35, filesize=14.0 K 2024-11-20T16:14:21,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/f0f3ebc850fe4fa79663437ddfd47976 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/f0f3ebc850fe4fa79663437ddfd47976 2024-11-20T16:14:21,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119321527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119321531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119321535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1732119321535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/f0f3ebc850fe4fa79663437ddfd47976, entries=150, sequenceid=35, filesize=11.7 K 2024-11-20T16:14:21,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/635aa8f1d940450d8cb4e743da1dc932 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/635aa8f1d940450d8cb4e743da1dc932 2024-11-20T16:14:21,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T16:14:21,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:21,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:21,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:21,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:21,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:21,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/635aa8f1d940450d8cb4e743da1dc932, entries=150, sequenceid=35, filesize=11.7 K 2024-11-20T16:14:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:21,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=129.71 KB/132820 for 736f774c43d15ba3b97f246a3ec01129 in 269ms, sequenceid=35, compaction requested=false 2024-11-20T16:14:21,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:21,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=136.42 KB heapSize=385.38 KB 2024-11-20T16:14:21,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:21,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:21,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:21,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:21,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:21,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:21,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/98d0ea3fd16f433aad07252c35d9602e is 50, key is test_row_0/A:col10/1732119261505/Put/seqid=0 2024-11-20T16:14:21,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741843_1019 (size=14341) 2024-11-20T16:14:21,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/98d0ea3fd16f433aad07252c35d9602e 2024-11-20T16:14:21,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119321690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42076 deadline: 1732119321693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119321702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/5d6d0f53276a466f85e35178d2e30923 is 50, key is test_row_0/B:col10/1732119261505/Put/seqid=0 2024-11-20T16:14:21,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T16:14:21,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:21,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:21,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:21,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:21,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:21,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:21,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741844_1020 (size=12001) 2024-11-20T16:14:21,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/5d6d0f53276a466f85e35178d2e30923 2024-11-20T16:14:21,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119321764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1732119321764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/12c90b44e7ba4ef49a009c19f084faaa is 50, key is test_row_0/C:col10/1732119261505/Put/seqid=0 2024-11-20T16:14:21,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741845_1021 (size=12001) 2024-11-20T16:14:21,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/12c90b44e7ba4ef49a009c19f084faaa 2024-11-20T16:14:21,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119321815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42076 deadline: 1732119321815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/98d0ea3fd16f433aad07252c35d9602e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/98d0ea3fd16f433aad07252c35d9602e 2024-11-20T16:14:21,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:21,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119321824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:21,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:21,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:21,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/98d0ea3fd16f433aad07252c35d9602e, entries=200, sequenceid=71, filesize=14.0 K 2024-11-20T16:14:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:14:21,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/5d6d0f53276a466f85e35178d2e30923 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/5d6d0f53276a466f85e35178d2e30923 2024-11-20T16:14:21,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/5d6d0f53276a466f85e35178d2e30923, entries=150, sequenceid=71, filesize=11.7 K 2024-11-20T16:14:21,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/12c90b44e7ba4ef49a009c19f084faaa as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/12c90b44e7ba4ef49a009c19f084faaa 2024-11-20T16:14:21,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/12c90b44e7ba4ef49a009c19f084faaa, entries=150, sequenceid=71, filesize=11.7 K 2024-11-20T16:14:21,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~136.42 KB/139690, heapSize ~385.33 KB/394576, currentSize=46.96 KB/48090 for 736f774c43d15ba3b97f246a3ec01129 in 236ms, sequenceid=71, compaction requested=true 2024-11-20T16:14:21,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:21,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T16:14:21,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:21,902 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T16:14:21,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:21,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:21,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:21,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:21,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:21,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:21,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:14:21,912 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:21,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/bc678e34205146be9c3252588348c23a is 50, key is test_row_0/A:col10/1732119261697/Put/seqid=0 2024-11-20T16:14:21,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:21,915 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:21,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:14:21,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:21,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:14:21,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:21,918 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:21,919 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:21,920 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/B is initiating minor compaction (all files) 2024-11-20T16:14:21,921 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/B in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:21,921 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/f3dec48857624b96888dda2cbed5fed4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/f0f3ebc850fe4fa79663437ddfd47976, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/5d6d0f53276a466f85e35178d2e30923] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=35.2 K 2024-11-20T16:14:21,923 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/A is initiating minor compaction (all files) 2024-11-20T16:14:21,923 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/A in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:21,923 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6fcbf034ace84b759c36c513c13c04f2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/7e5dbad55c024523a7b72acc820b373e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/98d0ea3fd16f433aad07252c35d9602e] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=44.3 K 2024-11-20T16:14:21,924 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting f3dec48857624b96888dda2cbed5fed4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732119260773 2024-11-20T16:14:21,926 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fcbf034ace84b759c36c513c13c04f2, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732119260747 2024-11-20T16:14:21,926 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting f0f3ebc850fe4fa79663437ddfd47976, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1732119260928 2024-11-20T16:14:21,927 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e5dbad55c024523a7b72acc820b373e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1732119260902 2024-11-20T16:14:21,928 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d6d0f53276a466f85e35178d2e30923, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1732119261505 2024-11-20T16:14:21,928 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98d0ea3fd16f433aad07252c35d9602e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1732119261505 2024-11-20T16:14:21,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741846_1022 (size=12001) 2024-11-20T16:14:21,972 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#A#compaction#11 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:21,972 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#B#compaction#10 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:21,973 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/8afd57d6583a4e96badaae67156f0f03 is 50, key is test_row_0/B:col10/1732119261505/Put/seqid=0 2024-11-20T16:14:21,973 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/a848dc532c23441a9001e2ac68cd6a86 is 50, key is test_row_0/A:col10/1732119261505/Put/seqid=0 2024-11-20T16:14:22,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741848_1024 (size=12104) 2024-11-20T16:14:22,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741847_1023 (size=12104) 2024-11-20T16:14:22,039 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/8afd57d6583a4e96badaae67156f0f03 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8afd57d6583a4e96badaae67156f0f03 2024-11-20T16:14:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:22,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:22,090 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/B of 736f774c43d15ba3b97f246a3ec01129 into 8afd57d6583a4e96badaae67156f0f03(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:22,090 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:22,097 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/B, priority=13, startTime=1732119261915; duration=0sec 2024-11-20T16:14:22,098 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:22,099 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:B 2024-11-20T16:14:22,099 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:22,102 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:22,102 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/C is initiating minor compaction (all files) 2024-11-20T16:14:22,102 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/C in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:22,102 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c843d465e9ca4fbba4afd93e3dac0c21, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/635aa8f1d940450d8cb4e743da1dc932, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/12c90b44e7ba4ef49a009c19f084faaa] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=35.2 K 2024-11-20T16:14:22,104 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting c843d465e9ca4fbba4afd93e3dac0c21, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732119260773 2024-11-20T16:14:22,105 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 635aa8f1d940450d8cb4e743da1dc932, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1732119260928 2024-11-20T16:14:22,107 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 12c90b44e7ba4ef49a009c19f084faaa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1732119261505 2024-11-20T16:14:22,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732119262071, max timestamp=1732119262128Num uniques 859; 2024-11-20T16:14:22,134 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T16:14:22,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732119262094, max timestamp=1732119262128Num uniques 859; 2024-11-20T16:14:22,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-20T16:14:22,143 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#C#compaction#12 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:22,143 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/dc81d97ae74d47eb91fd11a34b4dfd86 is 50, key is test_row_0/C:col10/1732119261505/Put/seqid=0 2024-11-20T16:14:22,147 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732119262094, max timestamp=1732119262128Num uniques 859; 2024-11-20T16:14:22,148 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-20T16:14:22,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741849_1025 (size=12104) 2024-11-20T16:14:22,191 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/dc81d97ae74d47eb91fd11a34b4dfd86 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/dc81d97ae74d47eb91fd11a34b4dfd86 2024-11-20T16:14:22,206 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/C of 736f774c43d15ba3b97f246a3ec01129 into dc81d97ae74d47eb91fd11a34b4dfd86(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:22,206 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:22,206 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/C, priority=13, startTime=1732119261915; duration=0sec 2024-11-20T16:14:22,206 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:22,206 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:C 2024-11-20T16:14:22,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119322189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42076 deadline: 1732119322197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1732119322193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119322211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119322214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119322324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42076 deadline: 1732119322324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,328 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1732119322325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,328 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,337 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/bc678e34205146be9c3252588348c23a 2024-11-20T16:14:22,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119322333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119322334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/a7fa1d885848403c94470150fe305d03 is 50, key is test_row_0/B:col10/1732119261697/Put/seqid=0 2024-11-20T16:14:22,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741850_1026 (size=12001) 2024-11-20T16:14:22,415 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/a848dc532c23441a9001e2ac68cd6a86 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/a848dc532c23441a9001e2ac68cd6a86 2024-11-20T16:14:22,436 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/A of 736f774c43d15ba3b97f246a3ec01129 into a848dc532c23441a9001e2ac68cd6a86(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:22,436 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:22,437 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/A, priority=13, startTime=1732119261890; duration=0sec 2024-11-20T16:14:22,437 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:22,437 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:A 2024-11-20T16:14:22,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42076 deadline: 1732119322534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1732119322534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119322545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119322554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119322555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,561 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,794 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/a7fa1d885848403c94470150fe305d03 2024-11-20T16:14:22,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/f6103ce63666431fa037215be9ab0bea is 50, key is test_row_0/C:col10/1732119261697/Put/seqid=0 2024-11-20T16:14:22,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741851_1027 (size=12001) 2024-11-20T16:14:22,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42076 deadline: 1732119322845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1732119322846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119322854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,861 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:14:22,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119322873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:22,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119322873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:22,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:22,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:23,297 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/f6103ce63666431fa037215be9ab0bea 2024-11-20T16:14:23,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/bc678e34205146be9c3252588348c23a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/bc678e34205146be9c3252588348c23a 2024-11-20T16:14:23,326 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/bc678e34205146be9c3252588348c23a, entries=150, sequenceid=81, filesize=11.7 K 2024-11-20T16:14:23,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/a7fa1d885848403c94470150fe305d03 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/a7fa1d885848403c94470150fe305d03 2024-11-20T16:14:23,343 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/a7fa1d885848403c94470150fe305d03, entries=150, sequenceid=81, filesize=11.7 K 2024-11-20T16:14:23,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/f6103ce63666431fa037215be9ab0bea as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/f6103ce63666431fa037215be9ab0bea 2024-11-20T16:14:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42076 deadline: 1732119323354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:23,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:23,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1732119323363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:23,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:23,374 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/f6103ce63666431fa037215be9ab0bea, entries=150, sequenceid=81, filesize=11.7 K 2024-11-20T16:14:23,375 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.15 KB/134300 for 736f774c43d15ba3b97f246a3ec01129 in 1474ms, sequenceid=81, compaction requested=false 2024-11-20T16:14:23,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:23,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:23,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T16:14:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T16:14:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:23,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=137.86 KB heapSize=393.31 KB 2024-11-20T16:14:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:23,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:23,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T16:14:23,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6610 sec 2024-11-20T16:14:23,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.6870 sec 2024-11-20T16:14:23,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/8b1d476aa38a43f88f15d4ce3b933b76 is 50, key is test_row_0/A:col10/1732119262210/Put/seqid=0 2024-11-20T16:14:23,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:23,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119323403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,412 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119323406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,413 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:23,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:23,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119323406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:23,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741852_1028 (size=14341) 2024-11-20T16:14:23,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/8b1d476aa38a43f88f15d4ce3b933b76 2024-11-20T16:14:23,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/9bc055d892f9438d8f0840f2e7e9ed13 is 50, key is test_row_0/B:col10/1732119262210/Put/seqid=0 2024-11-20T16:14:23,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741853_1029 (size=12001) 2024-11-20T16:14:23,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/9bc055d892f9438d8f0840f2e7e9ed13 2024-11-20T16:14:23,487 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T16:14:23,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/c09566bc8714415f8fece1ad2399e847 is 50, key is test_row_0/C:col10/1732119262210/Put/seqid=0 2024-11-20T16:14:23,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:23,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119323524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119323524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:23,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:23,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119323525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:23,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:23,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741854_1030 (size=12001) 2024-11-20T16:14:23,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/c09566bc8714415f8fece1ad2399e847 2024-11-20T16:14:23,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/8b1d476aa38a43f88f15d4ce3b933b76 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/8b1d476aa38a43f88f15d4ce3b933b76 2024-11-20T16:14:23,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/8b1d476aa38a43f88f15d4ce3b933b76, entries=200, sequenceid=121, filesize=14.0 K 2024-11-20T16:14:23,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/9bc055d892f9438d8f0840f2e7e9ed13 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9bc055d892f9438d8f0840f2e7e9ed13 2024-11-20T16:14:23,573 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T16:14:23,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9bc055d892f9438d8f0840f2e7e9ed13, entries=150, sequenceid=121, filesize=11.7 K 2024-11-20T16:14:23,573 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T16:14:23,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/c09566bc8714415f8fece1ad2399e847 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c09566bc8714415f8fece1ad2399e847 2024-11-20T16:14:23,578 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T16:14:23,578 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T16:14:23,578 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T16:14:23,579 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T16:14:23,580 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T16:14:23,580 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T16:14:23,584 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T16:14:23,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c09566bc8714415f8fece1ad2399e847, entries=150, sequenceid=121, filesize=11.7 K 2024-11-20T16:14:23,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~137.86 KB/141170, heapSize ~393.27 KB/402704, currentSize=40.25 KB/41220 for 736f774c43d15ba3b97f246a3ec01129 in 202ms, sequenceid=121, compaction requested=true 2024-11-20T16:14:23,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:23,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:14:23,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:23,588 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:23,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:14:23,589 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:23,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:23,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:14:23,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:23,592 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:23,592 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/A is initiating minor compaction (all files) 2024-11-20T16:14:23,592 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/A in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:23,592 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:23,592 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/B is initiating minor compaction (all files) 2024-11-20T16:14:23,592 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/a848dc532c23441a9001e2ac68cd6a86, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/bc678e34205146be9c3252588348c23a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/8b1d476aa38a43f88f15d4ce3b933b76] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=37.5 K 2024-11-20T16:14:23,593 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/B in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:23,593 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8afd57d6583a4e96badaae67156f0f03, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/a7fa1d885848403c94470150fe305d03, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9bc055d892f9438d8f0840f2e7e9ed13] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=35.3 K 2024-11-20T16:14:23,594 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 8afd57d6583a4e96badaae67156f0f03, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1732119261505 2024-11-20T16:14:23,595 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting a848dc532c23441a9001e2ac68cd6a86, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1732119261505 2024-11-20T16:14:23,595 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting a7fa1d885848403c94470150fe305d03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732119261669 2024-11-20T16:14:23,597 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc678e34205146be9c3252588348c23a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732119261669 2024-11-20T16:14:23,598 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bc055d892f9438d8f0840f2e7e9ed13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732119262187 2024-11-20T16:14:23,601 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b1d476aa38a43f88f15d4ce3b933b76, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732119262180 2024-11-20T16:14:23,631 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#B#compaction#19 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:23,631 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#A#compaction#18 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:23,632 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/191b1a27d28e411e91e634a3ab3383d4 is 50, key is test_row_0/A:col10/1732119262210/Put/seqid=0 2024-11-20T16:14:23,632 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/c2c9607043ee47b8a05b765de8442cf7 is 50, key is test_row_0/B:col10/1732119262210/Put/seqid=0 2024-11-20T16:14:23,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741855_1031 (size=12207) 2024-11-20T16:14:23,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741856_1032 (size=12207) 2024-11-20T16:14:23,681 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/c2c9607043ee47b8a05b765de8442cf7 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/c2c9607043ee47b8a05b765de8442cf7 2024-11-20T16:14:23,693 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/191b1a27d28e411e91e634a3ab3383d4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/191b1a27d28e411e91e634a3ab3383d4 2024-11-20T16:14:23,699 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/B of 736f774c43d15ba3b97f246a3ec01129 into c2c9607043ee47b8a05b765de8442cf7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:23,702 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:23,703 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/B, priority=13, startTime=1732119263588; duration=0sec 2024-11-20T16:14:23,704 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:23,704 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:B 2024-11-20T16:14:23,704 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:23,708 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:23,708 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/C is initiating minor compaction (all files) 2024-11-20T16:14:23,708 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/C in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:23,709 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/dc81d97ae74d47eb91fd11a34b4dfd86, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/f6103ce63666431fa037215be9ab0bea, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c09566bc8714415f8fece1ad2399e847] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=35.3 K 2024-11-20T16:14:23,709 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting dc81d97ae74d47eb91fd11a34b4dfd86, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1732119261505 2024-11-20T16:14:23,710 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting f6103ce63666431fa037215be9ab0bea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732119261669 2024-11-20T16:14:23,711 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting c09566bc8714415f8fece1ad2399e847, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732119262187 2024-11-20T16:14:23,717 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/A of 736f774c43d15ba3b97f246a3ec01129 into 191b1a27d28e411e91e634a3ab3383d4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:23,717 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:23,717 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/A, priority=13, startTime=1732119263588; duration=0sec 2024-11-20T16:14:23,718 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:23,718 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:A 2024-11-20T16:14:23,744 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#C#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:23,745 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/dec14fb860a2487e87a901215fe3ec6c is 50, key is test_row_0/C:col10/1732119262210/Put/seqid=0 2024-11-20T16:14:23,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T16:14:23,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:23,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:23,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:23,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:23,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:23,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:23,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:23,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/0b277d926343412bad8a0fd60ae32c71 is 50, key is test_row_0/A:col10/1732119263748/Put/seqid=0 2024-11-20T16:14:23,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741857_1033 (size=12207) 2024-11-20T16:14:23,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741858_1034 (size=14491) 2024-11-20T16:14:23,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/0b277d926343412bad8a0fd60ae32c71 2024-11-20T16:14:23,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119323820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:23,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:23,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119323815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:23,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732119263788, max timestamp=1732119263817Num uniques 859; 2024-11-20T16:14:23,831 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732119263788, max timestamp=1732119263817Num uniques 859; 2024-11-20T16:14:23,832 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T16:14:23,832 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T16:14:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:23,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732119263788, max timestamp=1732119263817Num uniques 859; 2024-11-20T16:14:23,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T16:14:23,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/0a7e04324f2c49369a94f7c6518f4bef is 50, key is test_row_0/B:col10/1732119263748/Put/seqid=0 2024-11-20T16:14:23,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741859_1035 (size=12101) 2024-11-20T16:14:23,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/0a7e04324f2c49369a94f7c6518f4bef 2024-11-20T16:14:23,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/9b84b1d41c284fd9b307b837f89b90ab is 50, key is test_row_0/C:col10/1732119263748/Put/seqid=0 2024-11-20T16:14:23,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741860_1036 (size=12101) 2024-11-20T16:14:23,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/9b84b1d41c284fd9b307b837f89b90ab 2024-11-20T16:14:23,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/0b277d926343412bad8a0fd60ae32c71 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/0b277d926343412bad8a0fd60ae32c71 2024-11-20T16:14:23,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:23,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119323944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119323946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:23,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:23,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:23,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:23,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119323950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:23,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:23,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:23,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/0b277d926343412bad8a0fd60ae32c71, entries=200, sequenceid=134, filesize=14.2 K 2024-11-20T16:14:23,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/0a7e04324f2c49369a94f7c6518f4bef as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/0a7e04324f2c49369a94f7c6518f4bef 2024-11-20T16:14:23,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/0a7e04324f2c49369a94f7c6518f4bef, entries=150, sequenceid=134, filesize=11.8 K 2024-11-20T16:14:23,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/9b84b1d41c284fd9b307b837f89b90ab as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/9b84b1d41c284fd9b307b837f89b90ab 2024-11-20T16:14:23,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/9b84b1d41c284fd9b307b837f89b90ab, entries=150, sequenceid=134, filesize=11.8 K 2024-11-20T16:14:23,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 736f774c43d15ba3b97f246a3ec01129 in 235ms, sequenceid=134, compaction requested=false 2024-11-20T16:14:23,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:24,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-20T16:14:24,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:24,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:24,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:24,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:24,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:24,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:24,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/2bde60f24df0439ca98e78496bb8f36d is 50, key is test_row_0/A:col10/1732119263924/Put/seqid=0 2024-11-20T16:14:24,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:24,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119324097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:24,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:24,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:24,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119324100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:24,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:24,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741861_1037 (size=14541) 2024-11-20T16:14:24,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119324105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,117 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:24,204 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/dec14fb860a2487e87a901215fe3ec6c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/dec14fb860a2487e87a901215fe3ec6c 2024-11-20T16:14:24,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119324214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:24,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:24,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:24,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119324214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:24,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,221 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:24,223 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/C of 736f774c43d15ba3b97f246a3ec01129 into dec14fb860a2487e87a901215fe3ec6c(size=11.9 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:24,223 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:24,223 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/C, priority=13, startTime=1732119263589; duration=0sec 2024-11-20T16:14:24,224 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:24,224 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:C 2024-11-20T16:14:24,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119324224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:24,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:24,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:24,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42076 deadline: 1732119324374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:24,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:24,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1732119324374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:24,385 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in 736f774c43d15ba3b97f246a3ec01129 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:14:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:24,387 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in 736f774c43d15ba3b97f246a3ec01129 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:14:24,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:24,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:24,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119324424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:24,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:24,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119324434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:24,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:24,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119324434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:24,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:24,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:24,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/2bde60f24df0439ca98e78496bb8f36d 2024-11-20T16:14:24,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/643b5d01fd5c4775b397e6d649d9cf9d is 50, key is test_row_0/B:col10/1732119263924/Put/seqid=0 2024-11-20T16:14:24,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741862_1038 (size=12151) 2024-11-20T16:14:24,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/643b5d01fd5c4775b397e6d649d9cf9d 2024-11-20T16:14:24,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/520e9f73ab9c4846a624c3c5bc46c47a is 50, key is test_row_0/C:col10/1732119263924/Put/seqid=0 2024-11-20T16:14:24,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741863_1039 (size=12151) 2024-11-20T16:14:24,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/520e9f73ab9c4846a624c3c5bc46c47a 2024-11-20T16:14:24,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/2bde60f24df0439ca98e78496bb8f36d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/2bde60f24df0439ca98e78496bb8f36d 2024-11-20T16:14:24,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/2bde60f24df0439ca98e78496bb8f36d, entries=200, sequenceid=169, filesize=14.2 K 2024-11-20T16:14:24,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/643b5d01fd5c4775b397e6d649d9cf9d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/643b5d01fd5c4775b397e6d649d9cf9d 2024-11-20T16:14:24,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/643b5d01fd5c4775b397e6d649d9cf9d, entries=150, sequenceid=169, filesize=11.9 K 2024-11-20T16:14:24,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/520e9f73ab9c4846a624c3c5bc46c47a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/520e9f73ab9c4846a624c3c5bc46c47a 2024-11-20T16:14:24,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/520e9f73ab9c4846a624c3c5bc46c47a, entries=150, sequenceid=169, filesize=11.9 K 2024-11-20T16:14:24,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=53.67 KB/54960 for 736f774c43d15ba3b97f246a3ec01129 in 612ms, sequenceid=169, compaction requested=true 2024-11-20T16:14:24,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:24,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:14:24,679 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:24,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:24,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:14:24,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:24,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:14:24,679 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:24,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:24,681 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41239 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:24,681 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/A is initiating minor compaction (all files) 2024-11-20T16:14:24,681 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:24,681 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/A in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:24,681 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/B is initiating minor compaction (all files) 2024-11-20T16:14:24,681 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/B in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:24,681 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/191b1a27d28e411e91e634a3ab3383d4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/0b277d926343412bad8a0fd60ae32c71, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/2bde60f24df0439ca98e78496bb8f36d] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=40.3 K 2024-11-20T16:14:24,682 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/c2c9607043ee47b8a05b765de8442cf7, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/0a7e04324f2c49369a94f7c6518f4bef, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/643b5d01fd5c4775b397e6d649d9cf9d] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=35.6 K 2024-11-20T16:14:24,682 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 191b1a27d28e411e91e634a3ab3383d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732119262187 2024-11-20T16:14:24,683 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b277d926343412bad8a0fd60ae32c71, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732119263402 2024-11-20T16:14:24,683 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting c2c9607043ee47b8a05b765de8442cf7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732119262187 2024-11-20T16:14:24,684 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a7e04324f2c49369a94f7c6518f4bef, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732119263402 2024-11-20T16:14:24,685 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bde60f24df0439ca98e78496bb8f36d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732119263924 2024-11-20T16:14:24,685 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 643b5d01fd5c4775b397e6d649d9cf9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732119263924 2024-11-20T16:14:24,703 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#B#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:24,704 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/4fd1b15f977e483d8e1dfe118bed25e2 is 50, key is test_row_0/B:col10/1732119263924/Put/seqid=0 2024-11-20T16:14:24,715 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:24,716 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/f0b61363f37840d0a4de1424c427c1d3 is 50, key is test_row_0/A:col10/1732119263924/Put/seqid=0 2024-11-20T16:14:24,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741864_1040 (size=12459) 2024-11-20T16:14:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:24,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-20T16:14:24,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:24,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:24,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:24,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:24,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:24,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:24,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/9e76513b367945548b3dfeab962fb899 is 50, key is test_row_0/A:col10/1732119264736/Put/seqid=0 2024-11-20T16:14:24,755 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/4fd1b15f977e483d8e1dfe118bed25e2 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/4fd1b15f977e483d8e1dfe118bed25e2 2024-11-20T16:14:24,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741865_1041 (size=12459) 2024-11-20T16:14:24,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741866_1042 (size=14541) 2024-11-20T16:14:24,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/9e76513b367945548b3dfeab962fb899 2024-11-20T16:14:24,776 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/B of 736f774c43d15ba3b97f246a3ec01129 into 4fd1b15f977e483d8e1dfe118bed25e2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:24,776 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:24,777 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/B, priority=13, startTime=1732119264679; duration=0sec 2024-11-20T16:14:24,777 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:24,777 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:B 2024-11-20T16:14:24,777 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:24,781 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:24,781 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/C is initiating minor compaction (all files) 2024-11-20T16:14:24,781 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/C in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:24,781 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/dec14fb860a2487e87a901215fe3ec6c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/9b84b1d41c284fd9b307b837f89b90ab, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/520e9f73ab9c4846a624c3c5bc46c47a] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=35.6 K 2024-11-20T16:14:24,782 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting dec14fb860a2487e87a901215fe3ec6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732119262187 2024-11-20T16:14:24,783 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b84b1d41c284fd9b307b837f89b90ab, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732119263402 2024-11-20T16:14:24,785 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 520e9f73ab9c4846a624c3c5bc46c47a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732119263924 2024-11-20T16:14:24,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/8e5c2483cae44f2fbf757603abf01d60 is 50, key is test_row_0/B:col10/1732119264736/Put/seqid=0 2024-11-20T16:14:24,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119324805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:24,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:24,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741867_1043 (size=12151) 2024-11-20T16:14:24,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119324808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:24,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:24,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/8e5c2483cae44f2fbf757603abf01d60 2024-11-20T16:14:24,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119324811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:24,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:24,822 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#C#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:24,823 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/0a32784cd3344e778ad2c90713360484 is 50, key is test_row_0/C:col10/1732119263924/Put/seqid=0 2024-11-20T16:14:24,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/c4a4cfd6a65f487eb6041f6e692b6ed5 is 50, key is test_row_0/C:col10/1732119264736/Put/seqid=0 2024-11-20T16:14:24,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741868_1044 (size=12459) 2024-11-20T16:14:24,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741869_1045 (size=12151) 2024-11-20T16:14:24,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/c4a4cfd6a65f487eb6041f6e692b6ed5 2024-11-20T16:14:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T16:14:24,884 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:24,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:14:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-20T16:14:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T16:14:24,889 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:14:24,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/9e76513b367945548b3dfeab962fb899 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/9e76513b367945548b3dfeab962fb899 2024-11-20T16:14:24,894 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:14:24,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:14:24,897 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/0a32784cd3344e778ad2c90713360484 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/0a32784cd3344e778ad2c90713360484 2024-11-20T16:14:24,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/9e76513b367945548b3dfeab962fb899, entries=200, sequenceid=182, filesize=14.2 K 2024-11-20T16:14:24,919 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/C of 736f774c43d15ba3b97f246a3ec01129 into 0a32784cd3344e778ad2c90713360484(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:24,919 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:24,919 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/C, priority=13, startTime=1732119264679; duration=0sec 2024-11-20T16:14:24,920 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:24,920 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:C 2024-11-20T16:14:24,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119324914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:24,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:24,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119324923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:24,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:24,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/8e5c2483cae44f2fbf757603abf01d60 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8e5c2483cae44f2fbf757603abf01d60 2024-11-20T16:14:24,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119324924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:24,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:24,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:24,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8e5c2483cae44f2fbf757603abf01d60, entries=150, sequenceid=182, filesize=11.9 K 2024-11-20T16:14:24,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/c4a4cfd6a65f487eb6041f6e692b6ed5 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c4a4cfd6a65f487eb6041f6e692b6ed5 2024-11-20T16:14:24,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c4a4cfd6a65f487eb6041f6e692b6ed5, entries=150, sequenceid=182, filesize=11.9 K 2024-11-20T16:14:24,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 736f774c43d15ba3b97f246a3ec01129 in 220ms, sequenceid=182, compaction requested=false 2024-11-20T16:14:24,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T16:14:25,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T16:14:25,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:25,050 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-20T16:14:25,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:25,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:25,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:25,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:25,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:25,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:25,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/62a900c75ff74bc190f6294f2794e0e4 is 50, key is test_row_0/A:col10/1732119264807/Put/seqid=0 2024-11-20T16:14:25,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741870_1046 (size=12151) 2024-11-20T16:14:25,084 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/62a900c75ff74bc190f6294f2794e0e4 2024-11-20T16:14:25,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/8c1b29dd716f413ba227e68132cd1ff6 is 50, key is test_row_0/B:col10/1732119264807/Put/seqid=0 2024-11-20T16:14:25,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741871_1047 (size=12151) 2024-11-20T16:14:25,134 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/8c1b29dd716f413ba227e68132cd1ff6 2024-11-20T16:14:25,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:25,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/d67e8b1caab84b399c096fa600e9433a is 50, key is test_row_0/C:col10/1732119264807/Put/seqid=0 2024-11-20T16:14:25,169 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/f0b61363f37840d0a4de1424c427c1d3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/f0b61363f37840d0a4de1424c427c1d3 2024-11-20T16:14:25,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119325164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:25,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:25,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119325164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:25,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:25,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119325167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:25,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:25,181 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/A of 736f774c43d15ba3b97f246a3ec01129 into f0b61363f37840d0a4de1424c427c1d3(size=12.2 K), total size for store is 26.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:25,182 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:25,182 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/A, priority=13, startTime=1732119264679; duration=0sec 2024-11-20T16:14:25,182 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:25,182 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:A 2024-11-20T16:14:25,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741872_1048 (size=12151) 2024-11-20T16:14:25,191 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/d67e8b1caab84b399c096fa600e9433a 2024-11-20T16:14:25,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/62a900c75ff74bc190f6294f2794e0e4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/62a900c75ff74bc190f6294f2794e0e4 2024-11-20T16:14:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T16:14:25,211 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/62a900c75ff74bc190f6294f2794e0e4, entries=150, sequenceid=204, filesize=11.9 K 2024-11-20T16:14:25,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/8c1b29dd716f413ba227e68132cd1ff6 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8c1b29dd716f413ba227e68132cd1ff6 2024-11-20T16:14:25,227 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8c1b29dd716f413ba227e68132cd1ff6, entries=150, sequenceid=204, filesize=11.9 K 2024-11-20T16:14:25,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/d67e8b1caab84b399c096fa600e9433a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/d67e8b1caab84b399c096fa600e9433a 2024-11-20T16:14:25,240 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/d67e8b1caab84b399c096fa600e9433a, entries=150, sequenceid=204, filesize=11.9 K 2024-11-20T16:14:25,242 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 736f774c43d15ba3b97f246a3ec01129 in 193ms, sequenceid=204, compaction requested=true 2024-11-20T16:14:25,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:25,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:25,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T16:14:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T16:14:25,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T16:14:25,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 351 msec 2024-11-20T16:14:25,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 367 msec 2024-11-20T16:14:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:25,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T16:14:25,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:25,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:25,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:25,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:25,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:25,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:25,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/6ae587facf244038b7bcecee71ef7406 is 50, key is test_row_0/A:col10/1732119265290/Put/seqid=0 2024-11-20T16:14:25,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741873_1049 (size=12151) 2024-11-20T16:14:25,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/6ae587facf244038b7bcecee71ef7406 2024-11-20T16:14:25,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/77e126eba5c946a5b56593d74dd09a3e is 50, key is test_row_0/B:col10/1732119265290/Put/seqid=0 2024-11-20T16:14:25,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:25,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741874_1050 (size=12151) 2024-11-20T16:14:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119325332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:25,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/77e126eba5c946a5b56593d74dd09a3e 2024-11-20T16:14:25,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119325342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:25,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,350 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:25,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119325350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:25,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:25,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/65bc4af287374284a5fadd732043e45f is 50, key is test_row_0/C:col10/1732119265290/Put/seqid=0 2024-11-20T16:14:25,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741875_1051 (size=12151) 2024-11-20T16:14:25,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119325453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:25,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119325453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:25,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:25,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119325463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:25,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T16:14:25,513 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:25,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:14:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-20T16:14:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T16:14:25,519 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:14:25,520 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:14:25,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:14:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T16:14:25,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119325664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:25,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119325664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:25,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:25,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T16:14:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119325673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:25,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:25,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:25,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:25,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:25,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:25,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:25,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:25,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/65bc4af287374284a5fadd732043e45f 2024-11-20T16:14:25,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/6ae587facf244038b7bcecee71ef7406 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6ae587facf244038b7bcecee71ef7406 2024-11-20T16:14:25,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6ae587facf244038b7bcecee71ef7406, entries=150, sequenceid=220, filesize=11.9 K 2024-11-20T16:14:25,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/77e126eba5c946a5b56593d74dd09a3e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/77e126eba5c946a5b56593d74dd09a3e 2024-11-20T16:14:25,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/77e126eba5c946a5b56593d74dd09a3e, entries=150, sequenceid=220, filesize=11.9 K 2024-11-20T16:14:25,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/65bc4af287374284a5fadd732043e45f as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/65bc4af287374284a5fadd732043e45f 2024-11-20T16:14:25,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/65bc4af287374284a5fadd732043e45f, entries=150, sequenceid=220, filesize=11.9 K 2024-11-20T16:14:25,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 736f774c43d15ba3b97f246a3ec01129 in 523ms, sequenceid=220, compaction requested=true 2024-11-20T16:14:25,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:25,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:14:25,818 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:14:25,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:25,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:14:25,818 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:14:25,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:25,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:14:25,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:25,820 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:14:25,820 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/B is initiating minor compaction (all files) 2024-11-20T16:14:25,820 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/B in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:25,821 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/4fd1b15f977e483d8e1dfe118bed25e2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8e5c2483cae44f2fbf757603abf01d60, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8c1b29dd716f413ba227e68132cd1ff6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/77e126eba5c946a5b56593d74dd09a3e] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=47.8 K 2024-11-20T16:14:25,821 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51302 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:14:25,821 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/A is initiating minor compaction (all files) 2024-11-20T16:14:25,821 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/A in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:25,821 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/f0b61363f37840d0a4de1424c427c1d3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/9e76513b367945548b3dfeab962fb899, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/62a900c75ff74bc190f6294f2794e0e4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6ae587facf244038b7bcecee71ef7406] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=50.1 K 2024-11-20T16:14:25,822 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0b61363f37840d0a4de1424c427c1d3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732119263924 2024-11-20T16:14:25,822 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fd1b15f977e483d8e1dfe118bed25e2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732119263924 2024-11-20T16:14:25,822 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e76513b367945548b3dfeab962fb899, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732119264094 2024-11-20T16:14:25,822 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e5c2483cae44f2fbf757603abf01d60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732119264097 2024-11-20T16:14:25,823 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62a900c75ff74bc190f6294f2794e0e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732119264801 2024-11-20T16:14:25,823 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c1b29dd716f413ba227e68132cd1ff6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732119264801 2024-11-20T16:14:25,824 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ae587facf244038b7bcecee71ef7406, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732119265160 2024-11-20T16:14:25,824 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 77e126eba5c946a5b56593d74dd09a3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732119265160 2024-11-20T16:14:25,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T16:14:25,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:25,828 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T16:14:25,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:25,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:25,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:25,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:25,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:25,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T16:14:25,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/b63eacc772574b01995bd47109cc9dd3 is 50, key is test_row_0/A:col10/1732119265325/Put/seqid=0 2024-11-20T16:14:25,847 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#A#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:25,848 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/0bd8cae642da4973bce68c894e7450d5 is 50, key is test_row_0/A:col10/1732119265290/Put/seqid=0 2024-11-20T16:14:25,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741876_1052 (size=12151) 2024-11-20T16:14:25,862 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#B#compaction#41 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:25,863 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/b7a9c3a25bae420aa25916fd66cd29d0 is 50, key is test_row_0/B:col10/1732119265290/Put/seqid=0 2024-11-20T16:14:25,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741877_1053 (size=12595) 2024-11-20T16:14:25,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741878_1054 (size=12595) 2024-11-20T16:14:25,928 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/b7a9c3a25bae420aa25916fd66cd29d0 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/b7a9c3a25bae420aa25916fd66cd29d0 2024-11-20T16:14:25,938 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/B of 736f774c43d15ba3b97f246a3ec01129 into b7a9c3a25bae420aa25916fd66cd29d0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:25,938 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:25,938 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/B, priority=12, startTime=1732119265818; duration=0sec 2024-11-20T16:14:25,938 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:25,939 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:B 2024-11-20T16:14:25,939 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:14:25,944 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:14:25,944 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/C is initiating minor compaction (all files) 2024-11-20T16:14:25,944 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/C in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:25,945 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/0a32784cd3344e778ad2c90713360484, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c4a4cfd6a65f487eb6041f6e692b6ed5, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/d67e8b1caab84b399c096fa600e9433a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/65bc4af287374284a5fadd732043e45f] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=47.8 K 2024-11-20T16:14:25,945 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a32784cd3344e778ad2c90713360484, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732119263924 2024-11-20T16:14:25,946 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting c4a4cfd6a65f487eb6041f6e692b6ed5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732119264097 2024-11-20T16:14:25,947 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting d67e8b1caab84b399c096fa600e9433a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732119264801 2024-11-20T16:14:25,947 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 65bc4af287374284a5fadd732043e45f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732119265160 2024-11-20T16:14:25,971 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#C#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:25,972 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/0259e3e9fd9c46f7b71b0c1b59960434 is 50, key is test_row_0/C:col10/1732119265290/Put/seqid=0 2024-11-20T16:14:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:25,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741879_1055 (size=12595) 2024-11-20T16:14:26,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:26,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119326001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:26,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:26,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119326003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:26,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:26,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119326005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:26,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:26,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:26,018 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/0259e3e9fd9c46f7b71b0c1b59960434 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/0259e3e9fd9c46f7b71b0c1b59960434 2024-11-20T16:14:26,026 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/C of 736f774c43d15ba3b97f246a3ec01129 into 0259e3e9fd9c46f7b71b0c1b59960434(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:26,026 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:26,026 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/C, priority=12, startTime=1732119265819; duration=0sec 2024-11-20T16:14:26,026 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:26,026 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:C 2024-11-20T16:14:26,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:26,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119326113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:26,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119326114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:26,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:26,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119326123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:26,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T16:14:26,260 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/b63eacc772574b01995bd47109cc9dd3 2024-11-20T16:14:26,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/aa79891433204906b7344957b1f05ddc is 50, key is test_row_0/B:col10/1732119265325/Put/seqid=0 2024-11-20T16:14:26,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741880_1056 (size=12151) 2024-11-20T16:14:26,283 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/0bd8cae642da4973bce68c894e7450d5 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/0bd8cae642da4973bce68c894e7450d5 2024-11-20T16:14:26,295 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/A of 736f774c43d15ba3b97f246a3ec01129 into 0bd8cae642da4973bce68c894e7450d5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:26,295 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:26,295 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/A, priority=12, startTime=1732119265818; duration=0sec 2024-11-20T16:14:26,295 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:26,295 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:A 2024-11-20T16:14:26,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:26,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119326323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:26,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:26,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119326334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:26,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119326335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:26,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42076 deadline: 1732119326403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:26,408 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in 736f774c43d15ba3b97f246a3ec01129 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:14:26,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:26,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1732119326413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:26,415 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in 736f774c43d15ba3b97f246a3ec01129 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:14:26,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:26,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:26,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119326643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:26,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119326643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:26,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:26,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:26,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T16:14:26,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119326654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:26,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:26,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:26,676 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/aa79891433204906b7344957b1f05ddc 2024-11-20T16:14:26,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/c92fdbfcbb0d42df96cd55f2712cf577 is 50, key is test_row_0/C:col10/1732119265325/Put/seqid=0 2024-11-20T16:14:26,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741881_1057 (size=12151) 2024-11-20T16:14:27,102 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/c92fdbfcbb0d42df96cd55f2712cf577 2024-11-20T16:14:27,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/b63eacc772574b01995bd47109cc9dd3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/b63eacc772574b01995bd47109cc9dd3 2024-11-20T16:14:27,118 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/b63eacc772574b01995bd47109cc9dd3, entries=150, sequenceid=238, filesize=11.9 K 2024-11-20T16:14:27,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/aa79891433204906b7344957b1f05ddc as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/aa79891433204906b7344957b1f05ddc 2024-11-20T16:14:27,127 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/aa79891433204906b7344957b1f05ddc, entries=150, sequenceid=238, filesize=11.9 K 2024-11-20T16:14:27,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/c92fdbfcbb0d42df96cd55f2712cf577 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c92fdbfcbb0d42df96cd55f2712cf577 2024-11-20T16:14:27,139 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c92fdbfcbb0d42df96cd55f2712cf577, entries=150, sequenceid=238, filesize=11.9 K 2024-11-20T16:14:27,140 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 736f774c43d15ba3b97f246a3ec01129 in 1312ms, sequenceid=238, compaction requested=false 2024-11-20T16:14:27,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:27,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:27,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T16:14:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T16:14:27,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T16:14:27,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6220 sec 2024-11-20T16:14:27,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.6340 sec 2024-11-20T16:14:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:27,155 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T16:14:27,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:27,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:27,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:27,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:27,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:27,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:27,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/454de9c3aa954d04abe2b15655e3a479 is 50, key is test_row_0/A:col10/1732119266002/Put/seqid=0 2024-11-20T16:14:27,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741882_1058 (size=12151) 2024-11-20T16:14:27,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119327201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:27,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:27,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119327202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:27,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119327201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:27,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119327313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:27,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:27,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119327313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:27,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119327323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:27,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:27,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119327524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:27,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:27,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119327524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:27,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:27,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119327533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:27,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:27,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/454de9c3aa954d04abe2b15655e3a479 2024-11-20T16:14:27,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/51e9d38ff45c4272af28988671cf10e4 is 50, key is test_row_0/B:col10/1732119266002/Put/seqid=0 2024-11-20T16:14:27,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741883_1059 (size=12151) 2024-11-20T16:14:27,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/51e9d38ff45c4272af28988671cf10e4 2024-11-20T16:14:27,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/8517e42008264a999ccdba0f3b34281e is 50, key is test_row_0/C:col10/1732119266002/Put/seqid=0 2024-11-20T16:14:27,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741884_1060 (size=12151) 2024-11-20T16:14:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T16:14:27,664 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:27,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:14:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-20T16:14:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T16:14:27,670 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:14:27,671 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:14:27,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:14:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T16:14:27,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T16:14:27,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:27,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:27,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:27,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:27,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:27,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:27,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119327833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119327833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:27,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:27,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:27,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:27,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119327844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:27,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:27,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:27,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T16:14:27,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:27,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:27,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:27,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:27,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:27,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T16:14:28,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/8517e42008264a999ccdba0f3b34281e 2024-11-20T16:14:28,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/454de9c3aa954d04abe2b15655e3a479 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/454de9c3aa954d04abe2b15655e3a479 2024-11-20T16:14:28,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/454de9c3aa954d04abe2b15655e3a479, entries=150, sequenceid=256, filesize=11.9 K 2024-11-20T16:14:28,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/51e9d38ff45c4272af28988671cf10e4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/51e9d38ff45c4272af28988671cf10e4 2024-11-20T16:14:28,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/51e9d38ff45c4272af28988671cf10e4, entries=150, sequenceid=256, filesize=11.9 K 2024-11-20T16:14:28,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/8517e42008264a999ccdba0f3b34281e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/8517e42008264a999ccdba0f3b34281e 2024-11-20T16:14:28,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/8517e42008264a999ccdba0f3b34281e, entries=150, sequenceid=256, filesize=11.9 K 2024-11-20T16:14:28,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 736f774c43d15ba3b97f246a3ec01129 in 914ms, sequenceid=256, compaction requested=true 2024-11-20T16:14:28,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:28,070 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:28,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:14:28,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:28,071 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:28,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:14:28,072 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:28,073 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/B is initiating minor compaction (all files) 2024-11-20T16:14:28,073 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/B in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:28,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:28,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:14:28,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:28,073 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/b7a9c3a25bae420aa25916fd66cd29d0, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/aa79891433204906b7344957b1f05ddc, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/51e9d38ff45c4272af28988671cf10e4] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=36.0 K 2024-11-20T16:14:28,073 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:28,073 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/A is initiating minor compaction (all files) 2024-11-20T16:14:28,073 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/A in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:28,074 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting b7a9c3a25bae420aa25916fd66cd29d0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732119265160 2024-11-20T16:14:28,074 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/0bd8cae642da4973bce68c894e7450d5, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/b63eacc772574b01995bd47109cc9dd3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/454de9c3aa954d04abe2b15655e3a479] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=36.0 K 2024-11-20T16:14:28,074 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting aa79891433204906b7344957b1f05ddc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732119265317 2024-11-20T16:14:28,074 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bd8cae642da4973bce68c894e7450d5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732119265160 2024-11-20T16:14:28,074 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 51e9d38ff45c4272af28988671cf10e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732119266000 2024-11-20T16:14:28,075 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting b63eacc772574b01995bd47109cc9dd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732119265317 2024-11-20T16:14:28,076 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 454de9c3aa954d04abe2b15655e3a479, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732119266000 2024-11-20T16:14:28,107 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#B#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:28,108 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/9d1f152db7e94826b15ece4019da1512 is 50, key is test_row_0/B:col10/1732119266002/Put/seqid=0 2024-11-20T16:14:28,116 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#A#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:28,116 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/9fd577c392f347eba6bd4ac7dc7c80d1 is 50, key is test_row_0/A:col10/1732119266002/Put/seqid=0 2024-11-20T16:14:28,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741885_1061 (size=12697) 2024-11-20T16:14:28,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T16:14:28,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:28,131 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T16:14:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:28,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741886_1062 (size=12697) 2024-11-20T16:14:28,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/88c91a4a6d2b4b178d62689a53e592f3 is 50, key is test_row_0/A:col10/1732119267200/Put/seqid=0 2024-11-20T16:14:28,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741887_1063 (size=12301) 2024-11-20T16:14:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T16:14:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:28,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:28,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119328386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:28,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119328387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:28,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119328390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:28,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:28,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:28,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:28,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119328504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:28,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:28,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:28,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:28,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119328504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:28,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:28,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:28,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:28,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119328504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:28,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:28,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:28,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:28,535 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/9d1f152db7e94826b15ece4019da1512 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9d1f152db7e94826b15ece4019da1512 2024-11-20T16:14:28,544 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/B of 736f774c43d15ba3b97f246a3ec01129 into 9d1f152db7e94826b15ece4019da1512(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:28,545 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:28,545 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/B, priority=13, startTime=1732119268070; duration=0sec 2024-11-20T16:14:28,545 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:28,545 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:B 2024-11-20T16:14:28,545 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:28,550 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/9fd577c392f347eba6bd4ac7dc7c80d1 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/9fd577c392f347eba6bd4ac7dc7c80d1 2024-11-20T16:14:28,550 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:28,550 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/C is initiating minor compaction (all files) 2024-11-20T16:14:28,550 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/C in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:28,551 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/0259e3e9fd9c46f7b71b0c1b59960434, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c92fdbfcbb0d42df96cd55f2712cf577, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/8517e42008264a999ccdba0f3b34281e] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=36.0 K 2024-11-20T16:14:28,566 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 0259e3e9fd9c46f7b71b0c1b59960434, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732119265160 2024-11-20T16:14:28,567 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/88c91a4a6d2b4b178d62689a53e592f3 2024-11-20T16:14:28,568 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting c92fdbfcbb0d42df96cd55f2712cf577, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1732119265317 2024-11-20T16:14:28,568 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 8517e42008264a999ccdba0f3b34281e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732119266000 2024-11-20T16:14:28,575 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/A of 736f774c43d15ba3b97f246a3ec01129 into 9fd577c392f347eba6bd4ac7dc7c80d1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:28,575 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:28,575 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/A, priority=13, startTime=1732119268070; duration=0sec 2024-11-20T16:14:28,576 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:28,576 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:A 2024-11-20T16:14:28,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/79d2faa3a55c4bf88e6aacfd5197e7d1 is 50, key is test_row_0/B:col10/1732119267200/Put/seqid=0 2024-11-20T16:14:28,585 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#C#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:28,586 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/c5c7e2817d3c43939f1a50bbfaef1c20 is 50, key is test_row_0/C:col10/1732119266002/Put/seqid=0 2024-11-20T16:14:28,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741888_1064 (size=12301) 2024-11-20T16:14:28,595 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/79d2faa3a55c4bf88e6aacfd5197e7d1 2024-11-20T16:14:28,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/5060fc141130478bb7efa8e88ee849f3 is 50, key is test_row_0/C:col10/1732119267200/Put/seqid=0 2024-11-20T16:14:28,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741889_1065 (size=12697) 2024-11-20T16:14:28,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741890_1066 (size=12301) 2024-11-20T16:14:28,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119328713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:28,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:28,717 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:28,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119328713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:28,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:28,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:28,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:28,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119328713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:28,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:28,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:28,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T16:14:29,010 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/5060fc141130478bb7efa8e88ee849f3 2024-11-20T16:14:29,019 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/c5c7e2817d3c43939f1a50bbfaef1c20 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c5c7e2817d3c43939f1a50bbfaef1c20 2024-11-20T16:14:29,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/88c91a4a6d2b4b178d62689a53e592f3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/88c91a4a6d2b4b178d62689a53e592f3 2024-11-20T16:14:29,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119329024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:29,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119329024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:29,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119329024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:29,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:29,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:29,030 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/C of 736f774c43d15ba3b97f246a3ec01129 into c5c7e2817d3c43939f1a50bbfaef1c20(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:29,030 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:29,030 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/C, priority=13, startTime=1732119268073; duration=0sec 2024-11-20T16:14:29,031 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:29,031 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:C 2024-11-20T16:14:29,035 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/88c91a4a6d2b4b178d62689a53e592f3, entries=150, sequenceid=273, filesize=12.0 K 2024-11-20T16:14:29,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/79d2faa3a55c4bf88e6aacfd5197e7d1 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/79d2faa3a55c4bf88e6aacfd5197e7d1 2024-11-20T16:14:29,041 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/79d2faa3a55c4bf88e6aacfd5197e7d1, entries=150, sequenceid=273, filesize=12.0 K 2024-11-20T16:14:29,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/5060fc141130478bb7efa8e88ee849f3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/5060fc141130478bb7efa8e88ee849f3 2024-11-20T16:14:29,051 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/5060fc141130478bb7efa8e88ee849f3, entries=150, sequenceid=273, filesize=12.0 K 2024-11-20T16:14:29,053 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 736f774c43d15ba3b97f246a3ec01129 in 922ms, sequenceid=273, compaction requested=false 2024-11-20T16:14:29,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:29,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:29,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T16:14:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T16:14:29,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T16:14:29,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3850 sec 2024-11-20T16:14:29,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.3940 sec 2024-11-20T16:14:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:29,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T16:14:29,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:29,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:29,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:29,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:29,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:29,540 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:29,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/805cf734a8474f52a10f1e0d188f318e is 50, key is test_row_0/A:col10/1732119269538/Put/seqid=0 2024-11-20T16:14:29,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741891_1067 (size=12301) 2024-11-20T16:14:29,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/805cf734a8474f52a10f1e0d188f318e 2024-11-20T16:14:29,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119329563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:29,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/b4870706076448d2a5bb411ea33638ed is 50, key is test_row_0/B:col10/1732119269538/Put/seqid=0 2024-11-20T16:14:29,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119329565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:29,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:29,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119329567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:29,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741892_1068 (size=12301) 2024-11-20T16:14:29,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119329683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:29,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:29,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119329683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:29,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119329683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:29,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T16:14:29,814 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:29,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:14:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-20T16:14:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T16:14:29,819 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:14:29,820 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:14:29,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:14:29,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119329894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:29,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:29,900 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119329894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:29,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:29,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119329894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:29,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:29,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T16:14:29,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T16:14:29,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:29,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:29,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:29,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:29,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:29,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/b4870706076448d2a5bb411ea33638ed 2024-11-20T16:14:29,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/1729ea573c7c46abaf31fd0be3b15ae7 is 50, key is test_row_0/C:col10/1732119269538/Put/seqid=0 2024-11-20T16:14:29,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741893_1069 (size=12301) 2024-11-20T16:14:30,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/1729ea573c7c46abaf31fd0be3b15ae7 2024-11-20T16:14:30,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/805cf734a8474f52a10f1e0d188f318e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/805cf734a8474f52a10f1e0d188f318e 2024-11-20T16:14:30,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/805cf734a8474f52a10f1e0d188f318e, entries=150, sequenceid=293, filesize=12.0 K 2024-11-20T16:14:30,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/b4870706076448d2a5bb411ea33638ed as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/b4870706076448d2a5bb411ea33638ed 2024-11-20T16:14:30,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/b4870706076448d2a5bb411ea33638ed, entries=150, sequenceid=293, filesize=12.0 K 2024-11-20T16:14:30,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/1729ea573c7c46abaf31fd0be3b15ae7 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/1729ea573c7c46abaf31fd0be3b15ae7 2024-11-20T16:14:30,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/1729ea573c7c46abaf31fd0be3b15ae7, entries=150, sequenceid=293, filesize=12.0 K 2024-11-20T16:14:30,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 736f774c43d15ba3b97f246a3ec01129 in 492ms, sequenceid=293, compaction requested=true 2024-11-20T16:14:30,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:30,033 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:30,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:14:30,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:30,033 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:30,035 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:30,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:14:30,035 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/A is initiating minor compaction (all files) 2024-11-20T16:14:30,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:30,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:14:30,035 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/A in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:30,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:30,035 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/9fd577c392f347eba6bd4ac7dc7c80d1, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/88c91a4a6d2b4b178d62689a53e592f3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/805cf734a8474f52a10f1e0d188f318e] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=36.4 K 2024-11-20T16:14:30,036 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:30,036 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/B is initiating minor compaction (all files) 2024-11-20T16:14:30,036 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/B in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:30,036 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9d1f152db7e94826b15ece4019da1512, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/79d2faa3a55c4bf88e6aacfd5197e7d1, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/b4870706076448d2a5bb411ea33638ed] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=36.4 K 2024-11-20T16:14:30,036 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fd577c392f347eba6bd4ac7dc7c80d1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732119266000 2024-11-20T16:14:30,036 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d1f152db7e94826b15ece4019da1512, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732119266000 2024-11-20T16:14:30,037 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88c91a4a6d2b4b178d62689a53e592f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732119267195 2024-11-20T16:14:30,037 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 79d2faa3a55c4bf88e6aacfd5197e7d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732119267195 2024-11-20T16:14:30,037 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 805cf734a8474f52a10f1e0d188f318e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732119268378 2024-11-20T16:14:30,037 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting b4870706076448d2a5bb411ea33638ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732119268378 2024-11-20T16:14:30,059 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#B#compaction#57 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:30,059 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/9e94964e4d7849dba1e46c3ca2456675 is 50, key is test_row_0/B:col10/1732119269538/Put/seqid=0 2024-11-20T16:14:30,062 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#A#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:30,063 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/bc57cf203db04a9fb8aac35caf984d2e is 50, key is test_row_0/A:col10/1732119269538/Put/seqid=0 2024-11-20T16:14:30,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741894_1070 (size=12949) 2024-11-20T16:14:30,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741895_1071 (size=12949) 2024-11-20T16:14:30,098 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/bc57cf203db04a9fb8aac35caf984d2e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/bc57cf203db04a9fb8aac35caf984d2e 2024-11-20T16:14:30,099 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/9e94964e4d7849dba1e46c3ca2456675 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9e94964e4d7849dba1e46c3ca2456675 2024-11-20T16:14:30,107 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/A of 736f774c43d15ba3b97f246a3ec01129 into bc57cf203db04a9fb8aac35caf984d2e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:30,107 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:30,107 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/A, priority=13, startTime=1732119270033; duration=0sec 2024-11-20T16:14:30,107 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:30,107 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:A 2024-11-20T16:14:30,108 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:30,110 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:30,110 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/C is initiating minor compaction (all files) 2024-11-20T16:14:30,110 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/C in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:30,110 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c5c7e2817d3c43939f1a50bbfaef1c20, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/5060fc141130478bb7efa8e88ee849f3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/1729ea573c7c46abaf31fd0be3b15ae7] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=36.4 K 2024-11-20T16:14:30,111 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5c7e2817d3c43939f1a50bbfaef1c20, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732119266000 2024-11-20T16:14:30,111 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/B of 736f774c43d15ba3b97f246a3ec01129 into 9e94964e4d7849dba1e46c3ca2456675(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:30,111 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:30,111 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/B, priority=13, startTime=1732119270033; duration=0sec 2024-11-20T16:14:30,111 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5060fc141130478bb7efa8e88ee849f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1732119267195 2024-11-20T16:14:30,111 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:30,111 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:B 2024-11-20T16:14:30,112 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1729ea573c7c46abaf31fd0be3b15ae7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732119268378 2024-11-20T16:14:30,122 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#C#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:30,125 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/bf071cebb80947eb933ffac7f65a361d is 50, key is test_row_0/C:col10/1732119269538/Put/seqid=0 2024-11-20T16:14:30,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-20T16:14:30,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:30,127 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T16:14:30,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:30,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T16:14:30,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741896_1072 (size=12949) 2024-11-20T16:14:30,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/46f11639005747c3a41f6545e09b26fa is 50, key is test_row_0/A:col10/1732119269561/Put/seqid=0 2024-11-20T16:14:30,159 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/bf071cebb80947eb933ffac7f65a361d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/bf071cebb80947eb933ffac7f65a361d 2024-11-20T16:14:30,172 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/C of 736f774c43d15ba3b97f246a3ec01129 into bf071cebb80947eb933ffac7f65a361d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:30,172 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:30,172 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/C, priority=13, startTime=1732119270035; duration=0sec 2024-11-20T16:14:30,173 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:30,173 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:C 2024-11-20T16:14:30,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741897_1073 (size=12301) 2024-11-20T16:14:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:30,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:30,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119330239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:30,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,241 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:30,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:30,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119330241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:30,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119330241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:30,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,252 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:30,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:30,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:30,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119330344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:30,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:30,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119330363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:30,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:30,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:30,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119330363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:30,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:30,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42076 deadline: 1732119330433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:30,436 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in 736f774c43d15ba3b97f246a3ec01129 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:14:30,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T16:14:30,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1732119330443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:30,445 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in 736f774c43d15ba3b97f246a3ec01129 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8252 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:14:30,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:30,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119330554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:30,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:30,575 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/46f11639005747c3a41f6545e09b26fa 2024-11-20T16:14:30,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119330573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:30,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:30,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119330573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:30,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:30,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/fa1b139272e64c43b153485967611b9a is 50, key is test_row_0/B:col10/1732119269561/Put/seqid=0 2024-11-20T16:14:30,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741898_1074 (size=12301) 2024-11-20T16:14:30,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119330864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:30,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:30,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119330893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:30,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,896 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:30,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119330893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:30,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:30,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T16:14:30,995 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/fa1b139272e64c43b153485967611b9a 2024-11-20T16:14:31,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/ef6ba8e9708044bd98c9b0ba2e5032c2 is 50, key is test_row_0/C:col10/1732119269561/Put/seqid=0 2024-11-20T16:14:31,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741899_1075 (size=12301) 2024-11-20T16:14:31,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:31,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119331373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:31,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:31,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:31,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:31,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119331403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:31,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:31,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:31,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:31,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119331404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:31,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:31,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:31,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:31,414 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/ef6ba8e9708044bd98c9b0ba2e5032c2 2024-11-20T16:14:31,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/46f11639005747c3a41f6545e09b26fa as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/46f11639005747c3a41f6545e09b26fa 2024-11-20T16:14:31,427 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/46f11639005747c3a41f6545e09b26fa, entries=150, sequenceid=310, filesize=12.0 K 2024-11-20T16:14:31,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/fa1b139272e64c43b153485967611b9a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/fa1b139272e64c43b153485967611b9a 2024-11-20T16:14:31,435 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/fa1b139272e64c43b153485967611b9a, entries=150, sequenceid=310, filesize=12.0 K 2024-11-20T16:14:31,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/ef6ba8e9708044bd98c9b0ba2e5032c2 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/ef6ba8e9708044bd98c9b0ba2e5032c2 2024-11-20T16:14:31,441 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/ef6ba8e9708044bd98c9b0ba2e5032c2, entries=150, sequenceid=310, filesize=12.0 K 2024-11-20T16:14:31,443 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 736f774c43d15ba3b97f246a3ec01129 in 1315ms, sequenceid=310, compaction requested=false 2024-11-20T16:14:31,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:31,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:31,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-20T16:14:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-20T16:14:31,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-20T16:14:31,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6240 sec 2024-11-20T16:14:31,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.6330 sec 2024-11-20T16:14:31,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-20T16:14:31,963 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:31,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:14:31,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-20T16:14:31,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T16:14:31,967 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:14:31,969 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:14:31,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:14:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T16:14:32,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-20T16:14:32,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:32,123 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T16:14:32,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:32,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:32,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:32,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:32,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:32,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:32,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/056178e7522347e385c26ab828887b3a is 50, key is test_row_0/A:col10/1732119270238/Put/seqid=0 2024-11-20T16:14:32,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741900_1076 (size=12301) 2024-11-20T16:14:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T16:14:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:32,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:32,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119332427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:32,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:32,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:32,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:32,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:32,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119332427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119332427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:32,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:32,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:32,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:32,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:32,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:32,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:32,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119332533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:32,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:32,537 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/056178e7522347e385c26ab828887b3a 2024-11-20T16:14:32,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:32,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119332544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:32,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/dfa1c61db7c042bf895b260745603753 is 50, key is test_row_0/B:col10/1732119270238/Put/seqid=0 2024-11-20T16:14:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:32,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:32,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741901_1077 (size=12301) 2024-11-20T16:14:32,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:32,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119332544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:32,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:32,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:32,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T16:14:32,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119332743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:32,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:32,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:32,746 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:32,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119332753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:32,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:32,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:32,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:32,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119332764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:32,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:32,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:32,765 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:32,950 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/dfa1c61db7c042bf895b260745603753 2024-11-20T16:14:32,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/062182638a644612ad48ff6f51ee371a is 50, key is test_row_0/C:col10/1732119270238/Put/seqid=0 2024-11-20T16:14:32,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741902_1078 (size=12301) 2024-11-20T16:14:33,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119333053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:33,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:33,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119333063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:33,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:33,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119333073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:33,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T16:14:33,364 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/062182638a644612ad48ff6f51ee371a 2024-11-20T16:14:33,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/056178e7522347e385c26ab828887b3a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/056178e7522347e385c26ab828887b3a 2024-11-20T16:14:33,421 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/056178e7522347e385c26ab828887b3a, entries=150, sequenceid=329, filesize=12.0 K 2024-11-20T16:14:33,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/dfa1c61db7c042bf895b260745603753 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/dfa1c61db7c042bf895b260745603753 2024-11-20T16:14:33,428 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/dfa1c61db7c042bf895b260745603753, entries=150, sequenceid=329, filesize=12.0 K 2024-11-20T16:14:33,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/062182638a644612ad48ff6f51ee371a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/062182638a644612ad48ff6f51ee371a 2024-11-20T16:14:33,436 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/062182638a644612ad48ff6f51ee371a, entries=150, sequenceid=329, filesize=12.0 K 2024-11-20T16:14:33,437 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 736f774c43d15ba3b97f246a3ec01129 in 1315ms, sequenceid=329, compaction requested=true 2024-11-20T16:14:33,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:33,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:33,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-20T16:14:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-20T16:14:33,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-20T16:14:33,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4700 sec 2024-11-20T16:14:33,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.4780 sec 2024-11-20T16:14:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:33,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T16:14:33,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:33,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:33,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:33,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:33,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:33,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:33,572 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/4cb1293d3d4d407a80465491673aaddb is 50, key is test_row_0/A:col10/1732119272403/Put/seqid=0 2024-11-20T16:14:33,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741903_1079 (size=14741) 2024-11-20T16:14:33,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/4cb1293d3d4d407a80465491673aaddb 2024-11-20T16:14:33,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/fed2a5cea53647a48ae943be24ea5eb0 is 50, key is test_row_0/B:col10/1732119272403/Put/seqid=0 2024-11-20T16:14:33,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741904_1080 (size=12301) 2024-11-20T16:14:33,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119333604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:33,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:33,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119333607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:33,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:33,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119333610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,615 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:33,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:33,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119333713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:33,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:33,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119333713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:33,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,715 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:33,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119333724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:33,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:33,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:33,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119333923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119333923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:33,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:33,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:33,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119333933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:33,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:33,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:34,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/fed2a5cea53647a48ae943be24ea5eb0 2024-11-20T16:14:34,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/14822bebb85449e7ac5be03f61674997 is 50, key is test_row_0/C:col10/1732119272403/Put/seqid=0 2024-11-20T16:14:34,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741905_1081 (size=12301) 2024-11-20T16:14:34,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-20T16:14:34,114 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:34,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:14:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-20T16:14:34,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T16:14:34,117 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:14:34,118 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:14:34,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:14:34,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T16:14:34,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119334233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:34,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:34,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:34,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:34,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119334243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:34,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:34,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:34,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:34,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119334243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:34,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:34,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:34,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:34,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T16:14:34,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:34,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:34,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:34,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:34,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:34,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/14822bebb85449e7ac5be03f61674997 2024-11-20T16:14:34,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/4cb1293d3d4d407a80465491673aaddb as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/4cb1293d3d4d407a80465491673aaddb 2024-11-20T16:14:34,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T16:14:34,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:34,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:34,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:34,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:34,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:34,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/4cb1293d3d4d407a80465491673aaddb, entries=200, sequenceid=344, filesize=14.4 K 2024-11-20T16:14:34,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/fed2a5cea53647a48ae943be24ea5eb0 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/fed2a5cea53647a48ae943be24ea5eb0 2024-11-20T16:14:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T16:14:34,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/fed2a5cea53647a48ae943be24ea5eb0, entries=150, sequenceid=344, filesize=12.0 K 2024-11-20T16:14:34,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/14822bebb85449e7ac5be03f61674997 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/14822bebb85449e7ac5be03f61674997 2024-11-20T16:14:34,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/14822bebb85449e7ac5be03f61674997, entries=150, sequenceid=344, filesize=12.0 K 2024-11-20T16:14:34,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 736f774c43d15ba3b97f246a3ec01129 in 879ms, sequenceid=344, compaction requested=true 2024-11-20T16:14:34,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:34,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:14:34,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:34,447 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:14:34,447 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:14:34,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:14:34,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:34,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:14:34,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:34,448 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:14:34,448 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:14:34,448 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/B is initiating minor compaction (all files) 2024-11-20T16:14:34,448 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/A is initiating minor compaction (all files) 2024-11-20T16:14:34,448 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/A in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:34,448 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/B in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:34,449 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9e94964e4d7849dba1e46c3ca2456675, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/fa1b139272e64c43b153485967611b9a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/dfa1c61db7c042bf895b260745603753, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/fed2a5cea53647a48ae943be24ea5eb0] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=48.7 K 2024-11-20T16:14:34,449 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/bc57cf203db04a9fb8aac35caf984d2e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/46f11639005747c3a41f6545e09b26fa, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/056178e7522347e385c26ab828887b3a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/4cb1293d3d4d407a80465491673aaddb] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=51.1 K 2024-11-20T16:14:34,449 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e94964e4d7849dba1e46c3ca2456675, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732119268378 2024-11-20T16:14:34,449 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc57cf203db04a9fb8aac35caf984d2e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732119268378 2024-11-20T16:14:34,451 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46f11639005747c3a41f6545e09b26fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732119269545 2024-11-20T16:14:34,451 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting fa1b139272e64c43b153485967611b9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732119269545 2024-11-20T16:14:34,452 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting dfa1c61db7c042bf895b260745603753, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732119270221 2024-11-20T16:14:34,452 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 056178e7522347e385c26ab828887b3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732119270221 2024-11-20T16:14:34,452 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cb1293d3d4d407a80465491673aaddb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732119272403 2024-11-20T16:14:34,452 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting fed2a5cea53647a48ae943be24ea5eb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732119272403 2024-11-20T16:14:34,472 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#B#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:34,472 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#A#compaction#70 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:34,472 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/3daef34363b945439226206c08950e38 is 50, key is test_row_0/A:col10/1732119272403/Put/seqid=0 2024-11-20T16:14:34,475 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/1fc8cea9003a466481f4d3fc383c6085 is 50, key is test_row_0/B:col10/1732119272403/Put/seqid=0 2024-11-20T16:14:34,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741907_1083 (size=13085) 2024-11-20T16:14:34,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741906_1082 (size=13085) 2024-11-20T16:14:34,506 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/1fc8cea9003a466481f4d3fc383c6085 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/1fc8cea9003a466481f4d3fc383c6085 2024-11-20T16:14:34,517 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/B of 736f774c43d15ba3b97f246a3ec01129 into 1fc8cea9003a466481f4d3fc383c6085(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:34,517 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:34,517 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/B, priority=12, startTime=1732119274447; duration=0sec 2024-11-20T16:14:34,517 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:34,517 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:B 2024-11-20T16:14:34,517 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:14:34,520 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:14:34,520 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/C is initiating minor compaction (all files) 2024-11-20T16:14:34,520 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/C in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:34,520 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/bf071cebb80947eb933ffac7f65a361d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/ef6ba8e9708044bd98c9b0ba2e5032c2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/062182638a644612ad48ff6f51ee371a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/14822bebb85449e7ac5be03f61674997] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=48.7 K 2024-11-20T16:14:34,521 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting bf071cebb80947eb933ffac7f65a361d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1732119268378 2024-11-20T16:14:34,523 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting ef6ba8e9708044bd98c9b0ba2e5032c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1732119269545 2024-11-20T16:14:34,523 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 062182638a644612ad48ff6f51ee371a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1732119270221 2024-11-20T16:14:34,524 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 14822bebb85449e7ac5be03f61674997, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732119272403 2024-11-20T16:14:34,547 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#C#compaction#71 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:34,547 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/59d5fdae98ec4f1c9d14b15c95ae526a is 50, key is test_row_0/C:col10/1732119272403/Put/seqid=0 2024-11-20T16:14:34,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741908_1084 (size=13085) 2024-11-20T16:14:34,567 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/59d5fdae98ec4f1c9d14b15c95ae526a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/59d5fdae98ec4f1c9d14b15c95ae526a 2024-11-20T16:14:34,576 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/C of 736f774c43d15ba3b97f246a3ec01129 into 59d5fdae98ec4f1c9d14b15c95ae526a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:34,577 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:34,577 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/C, priority=12, startTime=1732119274447; duration=0sec 2024-11-20T16:14:34,577 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:34,577 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:C 2024-11-20T16:14:34,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-20T16:14:34,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:34,578 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T16:14:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:34,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:34,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/bd9df393af934a8f892ce97e2853b3f2 is 50, key is test_row_0/A:col10/1732119273592/Put/seqid=0 2024-11-20T16:14:34,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741909_1085 (size=12301) 2024-11-20T16:14:34,603 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/bd9df393af934a8f892ce97e2853b3f2 2024-11-20T16:14:34,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/1334b7dc669a42e1b5774fb36af22bcd is 50, key is test_row_0/B:col10/1732119273592/Put/seqid=0 2024-11-20T16:14:34,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741910_1086 (size=12301) 2024-11-20T16:14:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T16:14:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:34,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:34,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119334764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:34,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119334766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:34,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119334768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:34,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:34,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119334873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:34,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:34,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:34,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:34,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119334884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:34,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:34,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:34,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:34,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:34,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119334884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:34,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:34,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:34,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:34,899 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/3daef34363b945439226206c08950e38 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/3daef34363b945439226206c08950e38 2024-11-20T16:14:34,905 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/A of 736f774c43d15ba3b97f246a3ec01129 into 3daef34363b945439226206c08950e38(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:34,905 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:34,906 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/A, priority=12, startTime=1732119274447; duration=0sec 2024-11-20T16:14:34,906 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:34,906 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:A 2024-11-20T16:14:35,023 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/1334b7dc669a42e1b5774fb36af22bcd 2024-11-20T16:14:35,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/de5a17a5dd4a43b2a0327c371155b304 is 50, key is test_row_0/C:col10/1732119273592/Put/seqid=0 2024-11-20T16:14:35,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741911_1087 (size=12301) 2024-11-20T16:14:35,037 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/de5a17a5dd4a43b2a0327c371155b304 2024-11-20T16:14:35,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/bd9df393af934a8f892ce97e2853b3f2 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/bd9df393af934a8f892ce97e2853b3f2 2024-11-20T16:14:35,046 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/bd9df393af934a8f892ce97e2853b3f2, entries=150, sequenceid=363, filesize=12.0 K 2024-11-20T16:14:35,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/1334b7dc669a42e1b5774fb36af22bcd as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/1334b7dc669a42e1b5774fb36af22bcd 2024-11-20T16:14:35,054 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/1334b7dc669a42e1b5774fb36af22bcd, entries=150, sequenceid=363, filesize=12.0 K 2024-11-20T16:14:35,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/de5a17a5dd4a43b2a0327c371155b304 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/de5a17a5dd4a43b2a0327c371155b304 2024-11-20T16:14:35,061 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/de5a17a5dd4a43b2a0327c371155b304, entries=150, sequenceid=363, filesize=12.0 K 2024-11-20T16:14:35,062 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 736f774c43d15ba3b97f246a3ec01129 in 484ms, sequenceid=363, compaction requested=false 2024-11-20T16:14:35,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:35,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:35,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-20T16:14:35,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-20T16:14:35,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-20T16:14:35,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 946 msec 2024-11-20T16:14:35,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 953 msec 2024-11-20T16:14:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:35,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-20T16:14:35,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:35,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:35,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:35,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:35,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:35,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:35,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/72c26afa56af437e9a90eafed9e3d55c is 50, key is test_row_0/A:col10/1732119274762/Put/seqid=0 2024-11-20T16:14:35,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741912_1088 (size=12301) 2024-11-20T16:14:35,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119335118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:35,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:35,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119335120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:35,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:35,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:35,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119335122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:35,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:35,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119335223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:35,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:35,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119335224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:35,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:35,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119335233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:35,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,238 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-20T16:14:35,253 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:35,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:14:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-20T16:14:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T16:14:35,256 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:14:35,257 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:14:35,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:14:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T16:14:35,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-20T16:14:35,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:35,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:35,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:35,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:35,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:35,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:35,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119335434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119335434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:35,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119335443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:35,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:35,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/72c26afa56af437e9a90eafed9e3d55c 2024-11-20T16:14:35,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/5a33a068bac243409f6bb5d959bf9b98 is 50, key is test_row_0/B:col10/1732119274762/Put/seqid=0 2024-11-20T16:14:35,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741913_1089 (size=12301) 2024-11-20T16:14:35,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/5a33a068bac243409f6bb5d959bf9b98 2024-11-20T16:14:35,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/b45aa942b5d447c0ba338c75e5bdacf7 is 50, key is test_row_0/C:col10/1732119274762/Put/seqid=0 2024-11-20T16:14:35,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741914_1090 (size=12301) 2024-11-20T16:14:35,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-20T16:14:35,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:35,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:35,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:35,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:35,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T16:14:35,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-20T16:14:35,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:35,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:35,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:35,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:35,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:35,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119335744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:35,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:35,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119335744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:35,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:35,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:35,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:35,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119335753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:35,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:35,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:35,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-20T16:14:35,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:35,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:35,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:35,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:35,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:35,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T16:14:35,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/b45aa942b5d447c0ba338c75e5bdacf7 2024-11-20T16:14:35,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/72c26afa56af437e9a90eafed9e3d55c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/72c26afa56af437e9a90eafed9e3d55c 2024-11-20T16:14:35,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/72c26afa56af437e9a90eafed9e3d55c, entries=150, sequenceid=380, filesize=12.0 K 2024-11-20T16:14:35,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/5a33a068bac243409f6bb5d959bf9b98 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/5a33a068bac243409f6bb5d959bf9b98 2024-11-20T16:14:35,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/5a33a068bac243409f6bb5d959bf9b98, entries=150, sequenceid=380, filesize=12.0 K 2024-11-20T16:14:35,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/b45aa942b5d447c0ba338c75e5bdacf7 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/b45aa942b5d447c0ba338c75e5bdacf7 2024-11-20T16:14:35,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/b45aa942b5d447c0ba338c75e5bdacf7, entries=150, sequenceid=380, filesize=12.0 K 2024-11-20T16:14:35,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 736f774c43d15ba3b97f246a3ec01129 in 885ms, sequenceid=380, compaction requested=true 2024-11-20T16:14:35,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:35,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:14:35,972 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:35,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:35,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:14:35,973 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:35,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:35,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:14:35,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:35,974 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:35,974 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:35,974 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/B is initiating minor compaction (all files) 2024-11-20T16:14:35,974 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/A is initiating minor compaction (all files) 2024-11-20T16:14:35,974 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/B in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:35,974 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/A in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:35,974 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/1fc8cea9003a466481f4d3fc383c6085, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/1334b7dc669a42e1b5774fb36af22bcd, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/5a33a068bac243409f6bb5d959bf9b98] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=36.8 K 2024-11-20T16:14:35,974 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/3daef34363b945439226206c08950e38, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/bd9df393af934a8f892ce97e2853b3f2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/72c26afa56af437e9a90eafed9e3d55c] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=36.8 K 2024-11-20T16:14:35,975 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fc8cea9003a466481f4d3fc383c6085, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732119272403 2024-11-20T16:14:35,975 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3daef34363b945439226206c08950e38, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732119272403 2024-11-20T16:14:35,975 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 1334b7dc669a42e1b5774fb36af22bcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732119273592 2024-11-20T16:14:35,975 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd9df393af934a8f892ce97e2853b3f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732119273592 2024-11-20T16:14:35,976 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a33a068bac243409f6bb5d959bf9b98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732119274762 2024-11-20T16:14:35,976 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72c26afa56af437e9a90eafed9e3d55c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732119274762 2024-11-20T16:14:35,988 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#A#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:35,989 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/08811b421de44cf79ae55063785366dd is 50, key is test_row_0/A:col10/1732119274762/Put/seqid=0 2024-11-20T16:14:35,998 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#B#compaction#79 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:35,999 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/cc8449c722084945a5a65668ecf39275 is 50, key is test_row_0/B:col10/1732119274762/Put/seqid=0 2024-11-20T16:14:36,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741916_1092 (size=13187) 2024-11-20T16:14:36,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741915_1091 (size=13187) 2024-11-20T16:14:36,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-20T16:14:36,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:36,026 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T16:14:36,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:36,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:36,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:36,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:36,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:36,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:36,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/d7c4a6419f6b4a57a57ea756e2ac628f is 50, key is test_row_0/A:col10/1732119275119/Put/seqid=0 2024-11-20T16:14:36,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741917_1093 (size=12301) 2024-11-20T16:14:36,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:36,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:36,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119336274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:36,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:36,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:36,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119336275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:36,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:36,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119336279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:36,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:36,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119336383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:36,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:36,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119336383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T16:14:36,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119336393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:36,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:36,418 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/08811b421de44cf79ae55063785366dd as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/08811b421de44cf79ae55063785366dd 2024-11-20T16:14:36,418 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/cc8449c722084945a5a65668ecf39275 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/cc8449c722084945a5a65668ecf39275 2024-11-20T16:14:36,426 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/B of 736f774c43d15ba3b97f246a3ec01129 into cc8449c722084945a5a65668ecf39275(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:36,426 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/A of 736f774c43d15ba3b97f246a3ec01129 into 08811b421de44cf79ae55063785366dd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:36,426 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:36,426 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:36,427 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/B, priority=13, startTime=1732119275972; duration=0sec 2024-11-20T16:14:36,427 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/A, priority=13, startTime=1732119275972; duration=0sec 2024-11-20T16:14:36,427 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:36,427 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:B 2024-11-20T16:14:36,427 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:36,427 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:A 2024-11-20T16:14:36,427 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:36,429 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:36,429 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/C is initiating minor compaction (all files) 2024-11-20T16:14:36,429 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/C in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:36,429 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/59d5fdae98ec4f1c9d14b15c95ae526a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/de5a17a5dd4a43b2a0327c371155b304, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/b45aa942b5d447c0ba338c75e5bdacf7] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=36.8 K 2024-11-20T16:14:36,430 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 59d5fdae98ec4f1c9d14b15c95ae526a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732119272403 2024-11-20T16:14:36,431 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting de5a17a5dd4a43b2a0327c371155b304, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732119273592 2024-11-20T16:14:36,432 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting b45aa942b5d447c0ba338c75e5bdacf7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732119274762 2024-11-20T16:14:36,439 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#C#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:36,440 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/4aac308f88874d02aaa6400e1415ca4b is 50, key is test_row_0/C:col10/1732119274762/Put/seqid=0 2024-11-20T16:14:36,442 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/d7c4a6419f6b4a57a57ea756e2ac628f 2024-11-20T16:14:36,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741918_1094 (size=13187) 2024-11-20T16:14:36,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/9d385bb1ec9341faafcfb22c076a93f6 is 50, key is test_row_0/B:col10/1732119275119/Put/seqid=0 2024-11-20T16:14:36,468 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/4aac308f88874d02aaa6400e1415ca4b as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/4aac308f88874d02aaa6400e1415ca4b 2024-11-20T16:14:36,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741919_1095 (size=12301) 2024-11-20T16:14:36,476 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/C of 736f774c43d15ba3b97f246a3ec01129 into 4aac308f88874d02aaa6400e1415ca4b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:36,476 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:36,476 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/C, priority=13, startTime=1732119275973; duration=0sec 2024-11-20T16:14:36,476 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:36,476 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:C 2024-11-20T16:14:36,478 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/9d385bb1ec9341faafcfb22c076a93f6 2024-11-20T16:14:36,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/cc41b4b0c1674e7b94d1fdb14aaacdc7 is 50, key is test_row_0/C:col10/1732119275119/Put/seqid=0 2024-11-20T16:14:36,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741920_1096 (size=12301) 2024-11-20T16:14:36,498 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/cc41b4b0c1674e7b94d1fdb14aaacdc7 2024-11-20T16:14:36,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/d7c4a6419f6b4a57a57ea756e2ac628f as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/d7c4a6419f6b4a57a57ea756e2ac628f 2024-11-20T16:14:36,513 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/d7c4a6419f6b4a57a57ea756e2ac628f, entries=150, sequenceid=397, filesize=12.0 K 2024-11-20T16:14:36,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/9d385bb1ec9341faafcfb22c076a93f6 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9d385bb1ec9341faafcfb22c076a93f6 2024-11-20T16:14:36,521 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9d385bb1ec9341faafcfb22c076a93f6, entries=150, sequenceid=397, filesize=12.0 K 2024-11-20T16:14:36,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/cc41b4b0c1674e7b94d1fdb14aaacdc7 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/cc41b4b0c1674e7b94d1fdb14aaacdc7 2024-11-20T16:14:36,529 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/cc41b4b0c1674e7b94d1fdb14aaacdc7, entries=150, sequenceid=397, filesize=12.0 K 2024-11-20T16:14:36,531 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 736f774c43d15ba3b97f246a3ec01129 in 504ms, sequenceid=397, compaction requested=false 2024-11-20T16:14:36,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:36,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:36,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-20T16:14:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-20T16:14:36,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-20T16:14:36,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2760 sec 2024-11-20T16:14:36,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.2830 sec 2024-11-20T16:14:36,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:36,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-20T16:14:36,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:36,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:36,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:36,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:36,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:36,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:36,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/984c41ffbba6466193e7d8123ad3c14e is 50, key is test_row_0/A:col10/1732119276278/Put/seqid=0 2024-11-20T16:14:36,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741921_1097 (size=14741) 2024-11-20T16:14:36,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119336649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:36,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:36,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119336649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:36,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:36,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:36,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119336651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:36,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:36,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:36,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119336763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:36,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119336763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:36,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119336764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:36,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:36,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,769 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:36,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:36,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:36,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119336973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:36,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,976 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:36,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119336974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:36,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119336974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:36,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:37,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/984c41ffbba6466193e7d8123ad3c14e 2024-11-20T16:14:37,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/487fe54a738b4a55b4f20255fad7cb97 is 50, key is test_row_0/B:col10/1732119276278/Put/seqid=0 2024-11-20T16:14:37,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741922_1098 (size=12301) 2024-11-20T16:14:37,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:37,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119337283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:37,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119337283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:37,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:37,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119337284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:37,293 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-20T16:14:37,404 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:37,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:14:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-20T16:14:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T16:14:37,406 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:14:37,407 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:14:37,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:14:37,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/487fe54a738b4a55b4f20255fad7cb97 2024-11-20T16:14:37,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/b28fcefef9674ce38356c8b818a1a9da is 50, key is test_row_0/C:col10/1732119276278/Put/seqid=0 2024-11-20T16:14:37,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741923_1099 (size=12301) 2024-11-20T16:14:37,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T16:14:37,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-20T16:14:37,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:37,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:37,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:37,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:37,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:37,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-20T16:14:37,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:37,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:37,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:37,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:37,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:37,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:37,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T16:14:37,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:37,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119337803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:37,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:37,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:37,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119337803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:37,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:37,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119337803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:37,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:37,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/b28fcefef9674ce38356c8b818a1a9da 2024-11-20T16:14:37,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/984c41ffbba6466193e7d8123ad3c14e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/984c41ffbba6466193e7d8123ad3c14e 2024-11-20T16:14:37,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/984c41ffbba6466193e7d8123ad3c14e, entries=200, sequenceid=416, filesize=14.4 K 2024-11-20T16:14:37,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/487fe54a738b4a55b4f20255fad7cb97 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/487fe54a738b4a55b4f20255fad7cb97 2024-11-20T16:14:37,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/487fe54a738b4a55b4f20255fad7cb97, entries=150, sequenceid=416, filesize=12.0 K 2024-11-20T16:14:37,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/b28fcefef9674ce38356c8b818a1a9da as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/b28fcefef9674ce38356c8b818a1a9da 2024-11-20T16:14:37,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-20T16:14:37,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:37,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:37,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:37,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:37,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:37,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:37,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/b28fcefef9674ce38356c8b818a1a9da, entries=150, sequenceid=416, filesize=12.0 K 2024-11-20T16:14:37,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 736f774c43d15ba3b97f246a3ec01129 in 1278ms, sequenceid=416, compaction requested=true 2024-11-20T16:14:37,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:37,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:14:37,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:37,874 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:37,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:14:37,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:37,874 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:37,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:14:37,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:37,876 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:37,876 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:37,876 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/A is initiating minor compaction (all files) 2024-11-20T16:14:37,876 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/B is initiating minor compaction (all files) 2024-11-20T16:14:37,876 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/A in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:37,876 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/B in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:37,876 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/08811b421de44cf79ae55063785366dd, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/d7c4a6419f6b4a57a57ea756e2ac628f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/984c41ffbba6466193e7d8123ad3c14e] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=39.3 K 2024-11-20T16:14:37,876 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/cc8449c722084945a5a65668ecf39275, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9d385bb1ec9341faafcfb22c076a93f6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/487fe54a738b4a55b4f20255fad7cb97] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=36.9 K 2024-11-20T16:14:37,876 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08811b421de44cf79ae55063785366dd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732119274762 2024-11-20T16:14:37,877 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting cc8449c722084945a5a65668ecf39275, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732119274762 2024-11-20T16:14:37,877 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7c4a6419f6b4a57a57ea756e2ac628f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732119275106 2024-11-20T16:14:37,877 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d385bb1ec9341faafcfb22c076a93f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732119275106 2024-11-20T16:14:37,877 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 984c41ffbba6466193e7d8123ad3c14e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732119276268 2024-11-20T16:14:37,877 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 487fe54a738b4a55b4f20255fad7cb97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732119276272 2024-11-20T16:14:37,887 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#A#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:37,887 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#B#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:37,888 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/11858a83785840d7afddd458b9a481aa is 50, key is test_row_0/A:col10/1732119276278/Put/seqid=0 2024-11-20T16:14:37,888 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/28db7a878eaf48d7af936bdb876cdc48 is 50, key is test_row_0/B:col10/1732119276278/Put/seqid=0 2024-11-20T16:14:37,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741924_1100 (size=13289) 2024-11-20T16:14:37,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741925_1101 (size=13289) 2024-11-20T16:14:37,901 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/28db7a878eaf48d7af936bdb876cdc48 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/28db7a878eaf48d7af936bdb876cdc48 2024-11-20T16:14:37,907 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/B of 736f774c43d15ba3b97f246a3ec01129 into 28db7a878eaf48d7af936bdb876cdc48(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:37,907 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:37,907 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/B, priority=13, startTime=1732119277874; duration=0sec 2024-11-20T16:14:37,907 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:37,907 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:B 2024-11-20T16:14:37,908 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:37,909 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:37,909 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/C is initiating minor compaction (all files) 2024-11-20T16:14:37,909 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/C in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:37,909 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/4aac308f88874d02aaa6400e1415ca4b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/cc41b4b0c1674e7b94d1fdb14aaacdc7, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/b28fcefef9674ce38356c8b818a1a9da] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=36.9 K 2024-11-20T16:14:37,910 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 4aac308f88874d02aaa6400e1415ca4b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732119274762 2024-11-20T16:14:37,910 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting cc41b4b0c1674e7b94d1fdb14aaacdc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732119275106 2024-11-20T16:14:37,911 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting b28fcefef9674ce38356c8b818a1a9da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732119276272 2024-11-20T16:14:37,919 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#C#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:37,919 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/564ce7fc450244868916ff9e0f1277f1 is 50, key is test_row_0/C:col10/1732119276278/Put/seqid=0 2024-11-20T16:14:37,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741926_1102 (size=13289) 2024-11-20T16:14:38,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-20T16:14:38,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:38,020 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-20T16:14:38,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:38,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:38,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:38,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:38,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:38,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:38,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/6537872f838540419889addae8009822 is 50, key is test_row_0/A:col10/1732119276640/Put/seqid=0 2024-11-20T16:14:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T16:14:38,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741927_1103 (size=12301) 2024-11-20T16:14:38,298 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/11858a83785840d7afddd458b9a481aa as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/11858a83785840d7afddd458b9a481aa 2024-11-20T16:14:38,309 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/A of 736f774c43d15ba3b97f246a3ec01129 into 11858a83785840d7afddd458b9a481aa(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:38,309 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:38,309 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/A, priority=13, startTime=1732119277874; duration=0sec 2024-11-20T16:14:38,309 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:38,309 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:A 2024-11-20T16:14:38,331 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/564ce7fc450244868916ff9e0f1277f1 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/564ce7fc450244868916ff9e0f1277f1 2024-11-20T16:14:38,340 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/C of 736f774c43d15ba3b97f246a3ec01129 into 564ce7fc450244868916ff9e0f1277f1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:38,340 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:38,340 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/C, priority=13, startTime=1732119277874; duration=0sec 2024-11-20T16:14:38,340 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:38,340 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:C 2024-11-20T16:14:38,437 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/6537872f838540419889addae8009822 2024-11-20T16:14:38,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/efb071ff78f24f9f917dcefe97b2aafb is 50, key is test_row_0/B:col10/1732119276640/Put/seqid=0 2024-11-20T16:14:38,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741928_1104 (size=12301) 2024-11-20T16:14:38,516 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/efb071ff78f24f9f917dcefe97b2aafb 2024-11-20T16:14:38,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/73ff982ea1924ea880420ee6375a8439 is 50, key is test_row_0/C:col10/1732119276640/Put/seqid=0 2024-11-20T16:14:38,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741929_1105 (size=12301) 2024-11-20T16:14:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T16:14:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:38,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:38,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119338869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:38,872 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:38,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119338871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:38,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:38,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:38,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:38,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119338871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:38,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:38,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:38,874 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:38,930 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/73ff982ea1924ea880420ee6375a8439 2024-11-20T16:14:38,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/6537872f838540419889addae8009822 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6537872f838540419889addae8009822 2024-11-20T16:14:38,941 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6537872f838540419889addae8009822, entries=150, sequenceid=433, filesize=12.0 K 2024-11-20T16:14:38,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/efb071ff78f24f9f917dcefe97b2aafb as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/efb071ff78f24f9f917dcefe97b2aafb 2024-11-20T16:14:38,951 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/efb071ff78f24f9f917dcefe97b2aafb, entries=150, sequenceid=433, filesize=12.0 K 2024-11-20T16:14:38,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/73ff982ea1924ea880420ee6375a8439 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/73ff982ea1924ea880420ee6375a8439 2024-11-20T16:14:38,964 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/73ff982ea1924ea880420ee6375a8439, entries=150, sequenceid=433, filesize=12.0 K 2024-11-20T16:14:38,965 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 736f774c43d15ba3b97f246a3ec01129 in 945ms, sequenceid=433, compaction requested=false 2024-11-20T16:14:38,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:38,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:38,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-20T16:14:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-20T16:14:38,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-20T16:14:38,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5600 sec 2024-11-20T16:14:38,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.5700 sec 2024-11-20T16:14:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:38,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T16:14:38,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:38,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:38,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:38,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:38,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:38,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:38,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/2a063ff9f9fe47408c7b32a1837de7af is 50, key is test_row_0/A:col10/1732119278867/Put/seqid=0 2024-11-20T16:14:39,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119339017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119339020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:39,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119339026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:39,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741930_1106 (size=14741) 2024-11-20T16:14:39,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119339134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119339134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:39,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:39,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119339134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:39,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:39,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119339343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:39,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,346 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:39,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:39,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119339353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:39,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:39,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119339353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:39,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:39,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:39,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/2a063ff9f9fe47408c7b32a1837de7af 2024-11-20T16:14:39,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/b1a070d1a6fb46318885544dd5da12f5 is 50, key is test_row_0/B:col10/1732119278867/Put/seqid=0 2024-11-20T16:14:39,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741931_1107 (size=12301) 2024-11-20T16:14:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-20T16:14:39,553 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:39,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:14:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-20T16:14:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T16:14:39,556 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:14:39,557 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:14:39,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:14:39,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119339653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:39,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,655 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T16:14:39,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119339663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:39,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:39,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119339663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:39,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:39,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:39,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-20T16:14:39,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:39,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:39,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:39,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:39,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:39,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/b1a070d1a6fb46318885544dd5da12f5 2024-11-20T16:14:39,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-20T16:14:39,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:39,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:39,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:39,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:39,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:39,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/aec0b8694dcc445ca96137d084afa2f6 is 50, key is test_row_0/C:col10/1732119278867/Put/seqid=0 2024-11-20T16:14:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T16:14:39,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741932_1108 (size=12301) 2024-11-20T16:14:40,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-20T16:14:40,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:40,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:40,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:40,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:40,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:40,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-20T16:14:40,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:40,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:40,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119340163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:40,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:40,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:40,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:40,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:40,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:40,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:40,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:40,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119340174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119340174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:40,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:40,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:40,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:40,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:40,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:40,176 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T16:14:40,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/aec0b8694dcc445ca96137d084afa2f6 2024-11-20T16:14:40,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/2a063ff9f9fe47408c7b32a1837de7af as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/2a063ff9f9fe47408c7b32a1837de7af 2024-11-20T16:14:40,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/2a063ff9f9fe47408c7b32a1837de7af, entries=200, sequenceid=453, filesize=14.4 K 2024-11-20T16:14:40,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/b1a070d1a6fb46318885544dd5da12f5 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/b1a070d1a6fb46318885544dd5da12f5 2024-11-20T16:14:40,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/b1a070d1a6fb46318885544dd5da12f5, entries=150, sequenceid=453, filesize=12.0 K 2024-11-20T16:14:40,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/aec0b8694dcc445ca96137d084afa2f6 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/aec0b8694dcc445ca96137d084afa2f6 2024-11-20T16:14:40,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/aec0b8694dcc445ca96137d084afa2f6, entries=150, sequenceid=453, filesize=12.0 K 2024-11-20T16:14:40,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 736f774c43d15ba3b97f246a3ec01129 in 1326ms, sequenceid=453, compaction requested=true 2024-11-20T16:14:40,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:40,304 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:40,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:14:40,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:40,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:14:40,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:40,305 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:40,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:14:40,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:40,307 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:40,307 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:40,307 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/A is initiating minor compaction (all files) 2024-11-20T16:14:40,307 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/B is initiating minor compaction (all files) 2024-11-20T16:14:40,307 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/A in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:40,307 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/B in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:40,307 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/28db7a878eaf48d7af936bdb876cdc48, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/efb071ff78f24f9f917dcefe97b2aafb, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/b1a070d1a6fb46318885544dd5da12f5] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=37.0 K 2024-11-20T16:14:40,307 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/11858a83785840d7afddd458b9a481aa, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6537872f838540419889addae8009822, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/2a063ff9f9fe47408c7b32a1837de7af] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=39.4 K 2024-11-20T16:14:40,308 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 28db7a878eaf48d7af936bdb876cdc48, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732119276272 2024-11-20T16:14:40,308 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11858a83785840d7afddd458b9a481aa, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732119276272 2024-11-20T16:14:40,308 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6537872f838540419889addae8009822, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732119276640 2024-11-20T16:14:40,308 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting efb071ff78f24f9f917dcefe97b2aafb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732119276640 2024-11-20T16:14:40,309 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a063ff9f9fe47408c7b32a1837de7af, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732119278867 2024-11-20T16:14:40,309 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting b1a070d1a6fb46318885544dd5da12f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732119278867 2024-11-20T16:14:40,322 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#A#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:40,323 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/5e3c67842dd64497a0510661066559b1 is 50, key is test_row_0/A:col10/1732119278867/Put/seqid=0 2024-11-20T16:14:40,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-20T16:14:40,326 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#B#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:40,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:40,326 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-20T16:14:40,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:40,326 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/dd5baace6e5c4113a91f57fc01c80bc4 is 50, key is test_row_0/B:col10/1732119278867/Put/seqid=0 2024-11-20T16:14:40,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:40,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:40,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:40,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:40,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:40,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741933_1109 (size=13391) 2024-11-20T16:14:40,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/6571e99158dd4de4b167c1f501dd47f2 is 50, key is test_row_0/A:col10/1732119279024/Put/seqid=0 2024-11-20T16:14:40,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741934_1110 (size=13391) 2024-11-20T16:14:40,370 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/dd5baace6e5c4113a91f57fc01c80bc4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/dd5baace6e5c4113a91f57fc01c80bc4 2024-11-20T16:14:40,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741935_1111 (size=12301) 2024-11-20T16:14:40,413 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/B of 736f774c43d15ba3b97f246a3ec01129 into dd5baace6e5c4113a91f57fc01c80bc4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:40,413 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:40,413 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/B, priority=13, startTime=1732119280304; duration=0sec 2024-11-20T16:14:40,414 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:40,414 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:B 2024-11-20T16:14:40,414 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:40,416 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:40,416 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/C is initiating minor compaction (all files) 2024-11-20T16:14:40,417 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/C in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:40,417 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/564ce7fc450244868916ff9e0f1277f1, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/73ff982ea1924ea880420ee6375a8439, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/aec0b8694dcc445ca96137d084afa2f6] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=37.0 K 2024-11-20T16:14:40,418 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 564ce7fc450244868916ff9e0f1277f1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732119276272 2024-11-20T16:14:40,419 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 73ff982ea1924ea880420ee6375a8439, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732119276640 2024-11-20T16:14:40,419 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting aec0b8694dcc445ca96137d084afa2f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732119278867 2024-11-20T16:14:40,432 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#C#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:40,432 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/8e58840c110e4b2db78b9886181a0f6f is 50, key is test_row_0/C:col10/1732119278867/Put/seqid=0 2024-11-20T16:14:40,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741936_1112 (size=13391) 2024-11-20T16:14:40,457 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/8e58840c110e4b2db78b9886181a0f6f as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/8e58840c110e4b2db78b9886181a0f6f 2024-11-20T16:14:40,467 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/C of 736f774c43d15ba3b97f246a3ec01129 into 8e58840c110e4b2db78b9886181a0f6f(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:40,468 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:40,468 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/C, priority=13, startTime=1732119280305; duration=0sec 2024-11-20T16:14:40,468 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:40,468 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:C 2024-11-20T16:14:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:40,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. as already flushing 2024-11-20T16:14:40,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42076 deadline: 1732119340556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:40,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:40,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:40,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:40,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1732119340558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:40,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:40,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42076 deadline: 1732119340664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:40,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1732119340664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:40,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T16:14:40,724 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-20T16:14:40,724 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:14:40,725 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-20T16:14:40,725 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:14:40,725 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-20T16:14:40,725 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:14:40,728 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:40,728 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:40,728 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:40,729 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:40,729 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:40,729 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:40,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:14:40,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:14:40,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:14:40,731 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-20T16:14:40,731 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:14:40,731 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:40,731 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:40,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:14:40,749 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/5e3c67842dd64497a0510661066559b1 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/5e3c67842dd64497a0510661066559b1 2024-11-20T16:14:40,756 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/A of 736f774c43d15ba3b97f246a3ec01129 into 5e3c67842dd64497a0510661066559b1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:40,756 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:40,756 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/A, priority=13, startTime=1732119280304; duration=0sec 2024-11-20T16:14:40,756 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:40,756 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:A 2024-11-20T16:14:40,771 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/6571e99158dd4de4b167c1f501dd47f2 2024-11-20T16:14:40,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/f2a5f517fed44d96a45b19a809f8246a is 50, key is test_row_0/B:col10/1732119279024/Put/seqid=0 2024-11-20T16:14:40,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741937_1113 (size=12301) 2024-11-20T16:14:40,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:40,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42076 deadline: 1732119340874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1732119340874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:40,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:40,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:40,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:40,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:40,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:40,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:41,184 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/f2a5f517fed44d96a45b19a809f8246a 2024-11-20T16:14:41,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:41,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42050 deadline: 1732119341184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:41,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42040 deadline: 1732119341184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42032 deadline: 1732119341184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:41,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42076 deadline: 1732119341185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:41,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:42062 deadline: 1732119341185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:41,187 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:41,186 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in 736f774c43d15ba3b97f246a3ec01129 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:14:41,186 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in 736f774c43d15ba3b97f246a3ec01129 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:14:41,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:41,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:41,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:41,186 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in 736f774c43d15ba3b97f246a3ec01129 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:14:41,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:41,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:41,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:14:41,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/f3ae6a59e05940a99d1bbf6feafa7dd9 is 50, key is test_row_0/C:col10/1732119279024/Put/seqid=0 2024-11-20T16:14:41,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741938_1114 (size=12301) 2024-11-20T16:14:41,601 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/f3ae6a59e05940a99d1bbf6feafa7dd9 2024-11-20T16:14:41,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/6571e99158dd4de4b167c1f501dd47f2 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6571e99158dd4de4b167c1f501dd47f2 2024-11-20T16:14:41,616 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6571e99158dd4de4b167c1f501dd47f2, entries=150, sequenceid=467, filesize=12.0 K 2024-11-20T16:14:41,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/f2a5f517fed44d96a45b19a809f8246a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/f2a5f517fed44d96a45b19a809f8246a 2024-11-20T16:14:41,623 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/f2a5f517fed44d96a45b19a809f8246a, entries=150, sequenceid=467, filesize=12.0 K 2024-11-20T16:14:41,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/f3ae6a59e05940a99d1bbf6feafa7dd9 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/f3ae6a59e05940a99d1bbf6feafa7dd9 2024-11-20T16:14:41,628 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/f3ae6a59e05940a99d1bbf6feafa7dd9, entries=150, sequenceid=467, filesize=12.0 K 2024-11-20T16:14:41,629 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 736f774c43d15ba3b97f246a3ec01129 in 1303ms, sequenceid=467, compaction requested=false 2024-11-20T16:14:41,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:41,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:41,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-20T16:14:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-20T16:14:41,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-20T16:14:41,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0740 sec 2024-11-20T16:14:41,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 2.0790 sec 2024-11-20T16:14:41,655 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T16:14:41,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:41,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-20T16:14:41,697 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-20T16:14:41,697 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-20T16:14:41,697 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:14:41,697 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:41,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:41,697 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:14:41,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:41,697 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:41,697 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:41,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:41,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:14:41,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:41,697 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:41,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:41,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:14:41,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:41,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/8632db21ac1941059a739701be7e162f is 50, key is test_row_0/A:col10/1732119280555/Put/seqid=0 2024-11-20T16:14:41,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741939_1115 (size=12301) 2024-11-20T16:14:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-20T16:14:41,713 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:42,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/8632db21ac1941059a739701be7e162f 2024-11-20T16:14:42,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/85d72a6c1bfd49c2b1f342d230183697 is 50, key is test_row_0/B:col10/1732119280555/Put/seqid=0 2024-11-20T16:14:42,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741940_1116 (size=12301) 2024-11-20T16:14:42,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/85d72a6c1bfd49c2b1f342d230183697 2024-11-20T16:14:42,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/deae269f91264435ad09d5d0cf017ff9 is 50, key is test_row_0/C:col10/1732119280555/Put/seqid=0 2024-11-20T16:14:42,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741941_1117 (size=12301) 2024-11-20T16:14:42,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/deae269f91264435ad09d5d0cf017ff9 2024-11-20T16:14:42,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/8632db21ac1941059a739701be7e162f as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/8632db21ac1941059a739701be7e162f 2024-11-20T16:14:42,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/8632db21ac1941059a739701be7e162f, entries=150, sequenceid=490, filesize=12.0 K 2024-11-20T16:14:42,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/85d72a6c1bfd49c2b1f342d230183697 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/85d72a6c1bfd49c2b1f342d230183697 2024-11-20T16:14:42,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/85d72a6c1bfd49c2b1f342d230183697, entries=150, sequenceid=490, filesize=12.0 K 2024-11-20T16:14:42,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/deae269f91264435ad09d5d0cf017ff9 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/deae269f91264435ad09d5d0cf017ff9 2024-11-20T16:14:42,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/deae269f91264435ad09d5d0cf017ff9, entries=150, sequenceid=490, filesize=12.0 K 2024-11-20T16:14:42,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 736f774c43d15ba3b97f246a3ec01129 in 1282ms, sequenceid=490, compaction requested=true 2024-11-20T16:14:42,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:42,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:14:42,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:42,978 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:42,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:14:42,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:42,978 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:42,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 736f774c43d15ba3b97f246a3ec01129:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:14:42,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:42,979 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:42,979 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:42,979 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/B is initiating minor compaction (all files) 2024-11-20T16:14:42,979 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 736f774c43d15ba3b97f246a3ec01129/A is initiating minor compaction (all files) 2024-11-20T16:14:42,980 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/B in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:42,980 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 736f774c43d15ba3b97f246a3ec01129/A in TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:42,980 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/5e3c67842dd64497a0510661066559b1, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6571e99158dd4de4b167c1f501dd47f2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/8632db21ac1941059a739701be7e162f] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=37.1 K 2024-11-20T16:14:42,980 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/dd5baace6e5c4113a91f57fc01c80bc4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/f2a5f517fed44d96a45b19a809f8246a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/85d72a6c1bfd49c2b1f342d230183697] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp, totalSize=37.1 K 2024-11-20T16:14:42,980 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e3c67842dd64497a0510661066559b1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732119278867 2024-11-20T16:14:42,980 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting dd5baace6e5c4113a91f57fc01c80bc4, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732119278867 2024-11-20T16:14:42,981 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting f2a5f517fed44d96a45b19a809f8246a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732119279012 2024-11-20T16:14:42,981 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6571e99158dd4de4b167c1f501dd47f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1732119279012 2024-11-20T16:14:42,981 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 85d72a6c1bfd49c2b1f342d230183697, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732119280555 2024-11-20T16:14:42,981 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8632db21ac1941059a739701be7e162f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1732119280555 2024-11-20T16:14:42,991 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#B#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:42,992 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/23066939cf57448791f61eeeb42ca131 is 50, key is test_row_0/B:col10/1732119280555/Put/seqid=0 2024-11-20T16:14:42,994 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 736f774c43d15ba3b97f246a3ec01129#A#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:42,995 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/2becac3d553445f8ab0df0bdac084164 is 50, key is test_row_0/A:col10/1732119280555/Put/seqid=0 2024-11-20T16:14:42,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741942_1118 (size=13493) 2024-11-20T16:14:43,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741943_1119 (size=13493) 2024-11-20T16:14:43,216 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-20T16:14:43,216 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-20T16:14:43,216 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-20T16:14:43,216 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:14:43,216 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:14:43,216 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:14:43,216 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:43,216 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:43,216 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:43,216 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:43,216 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:43,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:14:43,216 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:43,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:14:43,216 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:14:43,217 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T16:14:43,217 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-11-20T16:14:43,217 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-20T16:14:43,217 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-20T16:14:43,217 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 118 2024-11-20T16:14:43,217 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-20T16:14:43,217 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T16:14:43,217 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2927 2024-11-20T16:14:43,217 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2890 2024-11-20T16:14:43,217 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T16:14:43,217 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1277 2024-11-20T16:14:43,217 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3827 rows 2024-11-20T16:14:43,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1286 2024-11-20T16:14:43,218 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3848 rows 2024-11-20T16:14:43,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:14:43,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:14:43,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:43,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:43,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:14:43,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-20T16:14:43,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T16:14:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T16:14:43,231 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119283230"}]},"ts":"1732119283230"} 2024-11-20T16:14:43,233 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T16:14:43,233 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T16:14:43,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T16:14:43,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=736f774c43d15ba3b97f246a3ec01129, UNASSIGN}] 2024-11-20T16:14:43,240 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=736f774c43d15ba3b97f246a3ec01129, UNASSIGN 2024-11-20T16:14:43,242 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=736f774c43d15ba3b97f246a3ec01129, regionState=CLOSING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:14:43,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=736f774c43d15ba3b97f246a3ec01129, UNASSIGN because future has completed 2024-11-20T16:14:43,245 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T16:14:43,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:14:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T16:14:43,406 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:43,406 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T16:14:43,407 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 736f774c43d15ba3b97f246a3ec01129, disabling compactions & flushes 2024-11-20T16:14:43,408 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:43,409 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/23066939cf57448791f61eeeb42ca131 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/23066939cf57448791f61eeeb42ca131 2024-11-20T16:14:43,411 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/2becac3d553445f8ab0df0bdac084164 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/2becac3d553445f8ab0df0bdac084164 2024-11-20T16:14:43,417 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/B of 736f774c43d15ba3b97f246a3ec01129 into 23066939cf57448791f61eeeb42ca131(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:43,417 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:43,417 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/B, priority=13, startTime=1732119282978; duration=0sec 2024-11-20T16:14:43,417 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 736f774c43d15ba3b97f246a3ec01129/A of 736f774c43d15ba3b97f246a3ec01129 into 2becac3d553445f8ab0df0bdac084164(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:43,417 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:43,417 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 736f774c43d15ba3b97f246a3ec01129: 2024-11-20T16:14:43,417 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:B 2024-11-20T16:14:43,417 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., storeName=736f774c43d15ba3b97f246a3ec01129/A, priority=13, startTime=1732119282978; duration=0sec 2024-11-20T16:14:43,417 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:43,417 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:43,417 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:43,417 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:A 2024-11-20T16:14:43,417 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. after waiting 0 ms 2024-11-20T16:14:43,417 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:43,417 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. because compaction request was cancelled 2024-11-20T16:14:43,417 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 736f774c43d15ba3b97f246a3ec01129:C 2024-11-20T16:14:43,417 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing 736f774c43d15ba3b97f246a3ec01129 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-20T16:14:43,418 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=A 2024-11-20T16:14:43,418 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:43,418 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=B 2024-11-20T16:14:43,418 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:43,418 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 736f774c43d15ba3b97f246a3ec01129, store=C 2024-11-20T16:14:43,418 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:43,422 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/62b9a5092fbe4c09b1cd4dc5c080d79a is 50, key is test_row_0/A:col10/1732119283214/Put/seqid=0 2024-11-20T16:14:43,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741944_1120 (size=7415) 2024-11-20T16:14:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T16:14:43,827 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/62b9a5092fbe4c09b1cd4dc5c080d79a 2024-11-20T16:14:43,842 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/8bb75adfc14040b8be49be0731ffffb1 is 50, key is test_row_0/B:col10/1732119283214/Put/seqid=0 2024-11-20T16:14:43,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741945_1121 (size=7415) 2024-11-20T16:14:43,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T16:14:44,247 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/8bb75adfc14040b8be49be0731ffffb1 2024-11-20T16:14:44,255 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/a80a8144a31e4809a2e6df52cdc1546d is 50, key is test_row_0/C:col10/1732119283214/Put/seqid=0 2024-11-20T16:14:44,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741946_1122 (size=7415) 2024-11-20T16:14:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T16:14:44,661 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/a80a8144a31e4809a2e6df52cdc1546d 2024-11-20T16:14:44,672 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/A/62b9a5092fbe4c09b1cd4dc5c080d79a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/62b9a5092fbe4c09b1cd4dc5c080d79a 2024-11-20T16:14:44,679 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/62b9a5092fbe4c09b1cd4dc5c080d79a, entries=50, sequenceid=498, filesize=7.2 K 2024-11-20T16:14:44,680 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/B/8bb75adfc14040b8be49be0731ffffb1 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8bb75adfc14040b8be49be0731ffffb1 2024-11-20T16:14:44,684 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8bb75adfc14040b8be49be0731ffffb1, entries=50, sequenceid=498, filesize=7.2 K 2024-11-20T16:14:44,685 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/.tmp/C/a80a8144a31e4809a2e6df52cdc1546d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/a80a8144a31e4809a2e6df52cdc1546d 2024-11-20T16:14:44,688 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/a80a8144a31e4809a2e6df52cdc1546d, entries=50, sequenceid=498, filesize=7.2 K 2024-11-20T16:14:44,689 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 736f774c43d15ba3b97f246a3ec01129 in 1272ms, sequenceid=498, compaction requested=true 2024-11-20T16:14:44,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6fcbf034ace84b759c36c513c13c04f2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/7e5dbad55c024523a7b72acc820b373e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/98d0ea3fd16f433aad07252c35d9602e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/a848dc532c23441a9001e2ac68cd6a86, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/bc678e34205146be9c3252588348c23a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/8b1d476aa38a43f88f15d4ce3b933b76, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/191b1a27d28e411e91e634a3ab3383d4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/0b277d926343412bad8a0fd60ae32c71, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/2bde60f24df0439ca98e78496bb8f36d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/f0b61363f37840d0a4de1424c427c1d3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/9e76513b367945548b3dfeab962fb899, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/62a900c75ff74bc190f6294f2794e0e4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/0bd8cae642da4973bce68c894e7450d5, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6ae587facf244038b7bcecee71ef7406, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/b63eacc772574b01995bd47109cc9dd3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/9fd577c392f347eba6bd4ac7dc7c80d1, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/454de9c3aa954d04abe2b15655e3a479, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/88c91a4a6d2b4b178d62689a53e592f3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/bc57cf203db04a9fb8aac35caf984d2e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/805cf734a8474f52a10f1e0d188f318e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/46f11639005747c3a41f6545e09b26fa, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/056178e7522347e385c26ab828887b3a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/4cb1293d3d4d407a80465491673aaddb, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/3daef34363b945439226206c08950e38, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/bd9df393af934a8f892ce97e2853b3f2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/08811b421de44cf79ae55063785366dd, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/72c26afa56af437e9a90eafed9e3d55c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/d7c4a6419f6b4a57a57ea756e2ac628f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/984c41ffbba6466193e7d8123ad3c14e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/11858a83785840d7afddd458b9a481aa, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6537872f838540419889addae8009822, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/2a063ff9f9fe47408c7b32a1837de7af, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/5e3c67842dd64497a0510661066559b1, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6571e99158dd4de4b167c1f501dd47f2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/8632db21ac1941059a739701be7e162f] to archive 2024-11-20T16:14:44,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:14:44,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6fcbf034ace84b759c36c513c13c04f2 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6fcbf034ace84b759c36c513c13c04f2 2024-11-20T16:14:44,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/7e5dbad55c024523a7b72acc820b373e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/7e5dbad55c024523a7b72acc820b373e 2024-11-20T16:14:44,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/98d0ea3fd16f433aad07252c35d9602e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/98d0ea3fd16f433aad07252c35d9602e 2024-11-20T16:14:44,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/a848dc532c23441a9001e2ac68cd6a86 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/a848dc532c23441a9001e2ac68cd6a86 2024-11-20T16:14:44,704 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/bc678e34205146be9c3252588348c23a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/bc678e34205146be9c3252588348c23a 2024-11-20T16:14:44,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/8b1d476aa38a43f88f15d4ce3b933b76 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/8b1d476aa38a43f88f15d4ce3b933b76 2024-11-20T16:14:44,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/191b1a27d28e411e91e634a3ab3383d4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/191b1a27d28e411e91e634a3ab3383d4 2024-11-20T16:14:44,708 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/0b277d926343412bad8a0fd60ae32c71 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/0b277d926343412bad8a0fd60ae32c71 2024-11-20T16:14:44,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/2bde60f24df0439ca98e78496bb8f36d to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/2bde60f24df0439ca98e78496bb8f36d 2024-11-20T16:14:44,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/f0b61363f37840d0a4de1424c427c1d3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/f0b61363f37840d0a4de1424c427c1d3 2024-11-20T16:14:44,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/9e76513b367945548b3dfeab962fb899 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/9e76513b367945548b3dfeab962fb899 2024-11-20T16:14:44,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/62a900c75ff74bc190f6294f2794e0e4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/62a900c75ff74bc190f6294f2794e0e4 2024-11-20T16:14:44,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/0bd8cae642da4973bce68c894e7450d5 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/0bd8cae642da4973bce68c894e7450d5 2024-11-20T16:14:44,716 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6ae587facf244038b7bcecee71ef7406 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6ae587facf244038b7bcecee71ef7406 2024-11-20T16:14:44,717 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/b63eacc772574b01995bd47109cc9dd3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/b63eacc772574b01995bd47109cc9dd3 2024-11-20T16:14:44,719 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/9fd577c392f347eba6bd4ac7dc7c80d1 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/9fd577c392f347eba6bd4ac7dc7c80d1 2024-11-20T16:14:44,721 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/454de9c3aa954d04abe2b15655e3a479 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/454de9c3aa954d04abe2b15655e3a479 2024-11-20T16:14:44,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/88c91a4a6d2b4b178d62689a53e592f3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/88c91a4a6d2b4b178d62689a53e592f3 2024-11-20T16:14:44,723 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/bc57cf203db04a9fb8aac35caf984d2e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/bc57cf203db04a9fb8aac35caf984d2e 2024-11-20T16:14:44,724 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/805cf734a8474f52a10f1e0d188f318e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/805cf734a8474f52a10f1e0d188f318e 2024-11-20T16:14:44,726 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/46f11639005747c3a41f6545e09b26fa to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/46f11639005747c3a41f6545e09b26fa 2024-11-20T16:14:44,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/056178e7522347e385c26ab828887b3a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/056178e7522347e385c26ab828887b3a 2024-11-20T16:14:44,728 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/4cb1293d3d4d407a80465491673aaddb to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/4cb1293d3d4d407a80465491673aaddb 2024-11-20T16:14:44,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/3daef34363b945439226206c08950e38 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/3daef34363b945439226206c08950e38 2024-11-20T16:14:44,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/bd9df393af934a8f892ce97e2853b3f2 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/bd9df393af934a8f892ce97e2853b3f2 2024-11-20T16:14:44,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/08811b421de44cf79ae55063785366dd to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/08811b421de44cf79ae55063785366dd 2024-11-20T16:14:44,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/72c26afa56af437e9a90eafed9e3d55c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/72c26afa56af437e9a90eafed9e3d55c 2024-11-20T16:14:44,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/d7c4a6419f6b4a57a57ea756e2ac628f to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/d7c4a6419f6b4a57a57ea756e2ac628f 2024-11-20T16:14:44,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/984c41ffbba6466193e7d8123ad3c14e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/984c41ffbba6466193e7d8123ad3c14e 2024-11-20T16:14:44,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/11858a83785840d7afddd458b9a481aa to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/11858a83785840d7afddd458b9a481aa 2024-11-20T16:14:44,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6537872f838540419889addae8009822 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6537872f838540419889addae8009822 2024-11-20T16:14:44,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/2a063ff9f9fe47408c7b32a1837de7af to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/2a063ff9f9fe47408c7b32a1837de7af 2024-11-20T16:14:44,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/5e3c67842dd64497a0510661066559b1 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/5e3c67842dd64497a0510661066559b1 2024-11-20T16:14:44,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6571e99158dd4de4b167c1f501dd47f2 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/6571e99158dd4de4b167c1f501dd47f2 2024-11-20T16:14:44,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/8632db21ac1941059a739701be7e162f to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/8632db21ac1941059a739701be7e162f 2024-11-20T16:14:44,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/f3dec48857624b96888dda2cbed5fed4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/f0f3ebc850fe4fa79663437ddfd47976, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8afd57d6583a4e96badaae67156f0f03, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/5d6d0f53276a466f85e35178d2e30923, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/a7fa1d885848403c94470150fe305d03, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/c2c9607043ee47b8a05b765de8442cf7, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9bc055d892f9438d8f0840f2e7e9ed13, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/0a7e04324f2c49369a94f7c6518f4bef, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/4fd1b15f977e483d8e1dfe118bed25e2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/643b5d01fd5c4775b397e6d649d9cf9d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8e5c2483cae44f2fbf757603abf01d60, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8c1b29dd716f413ba227e68132cd1ff6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/b7a9c3a25bae420aa25916fd66cd29d0, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/77e126eba5c946a5b56593d74dd09a3e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/aa79891433204906b7344957b1f05ddc, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9d1f152db7e94826b15ece4019da1512, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/51e9d38ff45c4272af28988671cf10e4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/79d2faa3a55c4bf88e6aacfd5197e7d1, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9e94964e4d7849dba1e46c3ca2456675, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/b4870706076448d2a5bb411ea33638ed, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/fa1b139272e64c43b153485967611b9a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/dfa1c61db7c042bf895b260745603753, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/1fc8cea9003a466481f4d3fc383c6085, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/fed2a5cea53647a48ae943be24ea5eb0, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/1334b7dc669a42e1b5774fb36af22bcd, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/cc8449c722084945a5a65668ecf39275, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/5a33a068bac243409f6bb5d959bf9b98, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9d385bb1ec9341faafcfb22c076a93f6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/28db7a878eaf48d7af936bdb876cdc48, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/487fe54a738b4a55b4f20255fad7cb97, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/efb071ff78f24f9f917dcefe97b2aafb, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/dd5baace6e5c4113a91f57fc01c80bc4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/b1a070d1a6fb46318885544dd5da12f5, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/f2a5f517fed44d96a45b19a809f8246a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/85d72a6c1bfd49c2b1f342d230183697] to archive 2024-11-20T16:14:44,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:14:44,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/f3dec48857624b96888dda2cbed5fed4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/f3dec48857624b96888dda2cbed5fed4 2024-11-20T16:14:44,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/f0f3ebc850fe4fa79663437ddfd47976 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/f0f3ebc850fe4fa79663437ddfd47976 2024-11-20T16:14:44,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8afd57d6583a4e96badaae67156f0f03 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8afd57d6583a4e96badaae67156f0f03 2024-11-20T16:14:44,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/5d6d0f53276a466f85e35178d2e30923 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/5d6d0f53276a466f85e35178d2e30923 2024-11-20T16:14:44,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/a7fa1d885848403c94470150fe305d03 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/a7fa1d885848403c94470150fe305d03 2024-11-20T16:14:44,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/c2c9607043ee47b8a05b765de8442cf7 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/c2c9607043ee47b8a05b765de8442cf7 2024-11-20T16:14:44,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9bc055d892f9438d8f0840f2e7e9ed13 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9bc055d892f9438d8f0840f2e7e9ed13 2024-11-20T16:14:44,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/0a7e04324f2c49369a94f7c6518f4bef to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/0a7e04324f2c49369a94f7c6518f4bef 2024-11-20T16:14:44,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/4fd1b15f977e483d8e1dfe118bed25e2 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/4fd1b15f977e483d8e1dfe118bed25e2 2024-11-20T16:14:44,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/643b5d01fd5c4775b397e6d649d9cf9d to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/643b5d01fd5c4775b397e6d649d9cf9d 2024-11-20T16:14:44,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8e5c2483cae44f2fbf757603abf01d60 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8e5c2483cae44f2fbf757603abf01d60 2024-11-20T16:14:44,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8c1b29dd716f413ba227e68132cd1ff6 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8c1b29dd716f413ba227e68132cd1ff6 2024-11-20T16:14:44,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/b7a9c3a25bae420aa25916fd66cd29d0 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/b7a9c3a25bae420aa25916fd66cd29d0 2024-11-20T16:14:44,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/77e126eba5c946a5b56593d74dd09a3e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/77e126eba5c946a5b56593d74dd09a3e 2024-11-20T16:14:44,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/aa79891433204906b7344957b1f05ddc to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/aa79891433204906b7344957b1f05ddc 2024-11-20T16:14:44,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9d1f152db7e94826b15ece4019da1512 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9d1f152db7e94826b15ece4019da1512 2024-11-20T16:14:44,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/51e9d38ff45c4272af28988671cf10e4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/51e9d38ff45c4272af28988671cf10e4 2024-11-20T16:14:44,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/79d2faa3a55c4bf88e6aacfd5197e7d1 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/79d2faa3a55c4bf88e6aacfd5197e7d1 2024-11-20T16:14:44,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9e94964e4d7849dba1e46c3ca2456675 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9e94964e4d7849dba1e46c3ca2456675 2024-11-20T16:14:44,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/b4870706076448d2a5bb411ea33638ed to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/b4870706076448d2a5bb411ea33638ed 2024-11-20T16:14:44,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/fa1b139272e64c43b153485967611b9a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/fa1b139272e64c43b153485967611b9a 2024-11-20T16:14:44,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/dfa1c61db7c042bf895b260745603753 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/dfa1c61db7c042bf895b260745603753 2024-11-20T16:14:44,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/1fc8cea9003a466481f4d3fc383c6085 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/1fc8cea9003a466481f4d3fc383c6085 2024-11-20T16:14:44,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/fed2a5cea53647a48ae943be24ea5eb0 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/fed2a5cea53647a48ae943be24ea5eb0 2024-11-20T16:14:44,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/1334b7dc669a42e1b5774fb36af22bcd to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/1334b7dc669a42e1b5774fb36af22bcd 2024-11-20T16:14:44,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/cc8449c722084945a5a65668ecf39275 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/cc8449c722084945a5a65668ecf39275 2024-11-20T16:14:44,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/5a33a068bac243409f6bb5d959bf9b98 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/5a33a068bac243409f6bb5d959bf9b98 2024-11-20T16:14:44,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9d385bb1ec9341faafcfb22c076a93f6 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/9d385bb1ec9341faafcfb22c076a93f6 2024-11-20T16:14:44,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/28db7a878eaf48d7af936bdb876cdc48 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/28db7a878eaf48d7af936bdb876cdc48 2024-11-20T16:14:44,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/487fe54a738b4a55b4f20255fad7cb97 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/487fe54a738b4a55b4f20255fad7cb97 2024-11-20T16:14:44,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/efb071ff78f24f9f917dcefe97b2aafb to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/efb071ff78f24f9f917dcefe97b2aafb 2024-11-20T16:14:44,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/dd5baace6e5c4113a91f57fc01c80bc4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/dd5baace6e5c4113a91f57fc01c80bc4 2024-11-20T16:14:44,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/b1a070d1a6fb46318885544dd5da12f5 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/b1a070d1a6fb46318885544dd5da12f5 2024-11-20T16:14:44,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/f2a5f517fed44d96a45b19a809f8246a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/f2a5f517fed44d96a45b19a809f8246a 2024-11-20T16:14:44,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/85d72a6c1bfd49c2b1f342d230183697 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/85d72a6c1bfd49c2b1f342d230183697 2024-11-20T16:14:44,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c843d465e9ca4fbba4afd93e3dac0c21, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/635aa8f1d940450d8cb4e743da1dc932, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/dc81d97ae74d47eb91fd11a34b4dfd86, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/12c90b44e7ba4ef49a009c19f084faaa, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/f6103ce63666431fa037215be9ab0bea, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/dec14fb860a2487e87a901215fe3ec6c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c09566bc8714415f8fece1ad2399e847, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/9b84b1d41c284fd9b307b837f89b90ab, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/0a32784cd3344e778ad2c90713360484, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/520e9f73ab9c4846a624c3c5bc46c47a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c4a4cfd6a65f487eb6041f6e692b6ed5, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/d67e8b1caab84b399c096fa600e9433a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/0259e3e9fd9c46f7b71b0c1b59960434, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/65bc4af287374284a5fadd732043e45f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c92fdbfcbb0d42df96cd55f2712cf577, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c5c7e2817d3c43939f1a50bbfaef1c20, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/8517e42008264a999ccdba0f3b34281e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/5060fc141130478bb7efa8e88ee849f3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/bf071cebb80947eb933ffac7f65a361d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/1729ea573c7c46abaf31fd0be3b15ae7, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/ef6ba8e9708044bd98c9b0ba2e5032c2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/062182638a644612ad48ff6f51ee371a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/59d5fdae98ec4f1c9d14b15c95ae526a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/14822bebb85449e7ac5be03f61674997, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/de5a17a5dd4a43b2a0327c371155b304, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/4aac308f88874d02aaa6400e1415ca4b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/b45aa942b5d447c0ba338c75e5bdacf7, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/cc41b4b0c1674e7b94d1fdb14aaacdc7, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/564ce7fc450244868916ff9e0f1277f1, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/b28fcefef9674ce38356c8b818a1a9da, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/73ff982ea1924ea880420ee6375a8439, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/aec0b8694dcc445ca96137d084afa2f6] to archive 2024-11-20T16:14:44,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:14:44,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c843d465e9ca4fbba4afd93e3dac0c21 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c843d465e9ca4fbba4afd93e3dac0c21 2024-11-20T16:14:44,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/635aa8f1d940450d8cb4e743da1dc932 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/635aa8f1d940450d8cb4e743da1dc932 2024-11-20T16:14:44,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/dc81d97ae74d47eb91fd11a34b4dfd86 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/dc81d97ae74d47eb91fd11a34b4dfd86 2024-11-20T16:14:44,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/12c90b44e7ba4ef49a009c19f084faaa to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/12c90b44e7ba4ef49a009c19f084faaa 2024-11-20T16:14:44,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/f6103ce63666431fa037215be9ab0bea to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/f6103ce63666431fa037215be9ab0bea 2024-11-20T16:14:44,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/dec14fb860a2487e87a901215fe3ec6c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/dec14fb860a2487e87a901215fe3ec6c 2024-11-20T16:14:44,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c09566bc8714415f8fece1ad2399e847 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c09566bc8714415f8fece1ad2399e847 2024-11-20T16:14:44,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/9b84b1d41c284fd9b307b837f89b90ab to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/9b84b1d41c284fd9b307b837f89b90ab 2024-11-20T16:14:44,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/0a32784cd3344e778ad2c90713360484 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/0a32784cd3344e778ad2c90713360484 2024-11-20T16:14:44,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/520e9f73ab9c4846a624c3c5bc46c47a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/520e9f73ab9c4846a624c3c5bc46c47a 2024-11-20T16:14:44,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c4a4cfd6a65f487eb6041f6e692b6ed5 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c4a4cfd6a65f487eb6041f6e692b6ed5 2024-11-20T16:14:44,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/d67e8b1caab84b399c096fa600e9433a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/d67e8b1caab84b399c096fa600e9433a 2024-11-20T16:14:44,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/0259e3e9fd9c46f7b71b0c1b59960434 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/0259e3e9fd9c46f7b71b0c1b59960434 2024-11-20T16:14:44,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/65bc4af287374284a5fadd732043e45f to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/65bc4af287374284a5fadd732043e45f 2024-11-20T16:14:44,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c92fdbfcbb0d42df96cd55f2712cf577 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c92fdbfcbb0d42df96cd55f2712cf577 2024-11-20T16:14:44,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c5c7e2817d3c43939f1a50bbfaef1c20 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/c5c7e2817d3c43939f1a50bbfaef1c20 2024-11-20T16:14:44,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/8517e42008264a999ccdba0f3b34281e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/8517e42008264a999ccdba0f3b34281e 2024-11-20T16:14:44,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/5060fc141130478bb7efa8e88ee849f3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/5060fc141130478bb7efa8e88ee849f3 2024-11-20T16:14:44,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/bf071cebb80947eb933ffac7f65a361d to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/bf071cebb80947eb933ffac7f65a361d 2024-11-20T16:14:44,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/1729ea573c7c46abaf31fd0be3b15ae7 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/1729ea573c7c46abaf31fd0be3b15ae7 2024-11-20T16:14:44,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/ef6ba8e9708044bd98c9b0ba2e5032c2 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/ef6ba8e9708044bd98c9b0ba2e5032c2 2024-11-20T16:14:44,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/062182638a644612ad48ff6f51ee371a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/062182638a644612ad48ff6f51ee371a 2024-11-20T16:14:44,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/59d5fdae98ec4f1c9d14b15c95ae526a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/59d5fdae98ec4f1c9d14b15c95ae526a 2024-11-20T16:14:44,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/14822bebb85449e7ac5be03f61674997 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/14822bebb85449e7ac5be03f61674997 2024-11-20T16:14:44,823 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/de5a17a5dd4a43b2a0327c371155b304 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/de5a17a5dd4a43b2a0327c371155b304 2024-11-20T16:14:44,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/4aac308f88874d02aaa6400e1415ca4b to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/4aac308f88874d02aaa6400e1415ca4b 2024-11-20T16:14:44,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/b45aa942b5d447c0ba338c75e5bdacf7 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/b45aa942b5d447c0ba338c75e5bdacf7 2024-11-20T16:14:44,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/cc41b4b0c1674e7b94d1fdb14aaacdc7 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/cc41b4b0c1674e7b94d1fdb14aaacdc7 2024-11-20T16:14:44,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/564ce7fc450244868916ff9e0f1277f1 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/564ce7fc450244868916ff9e0f1277f1 2024-11-20T16:14:44,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/b28fcefef9674ce38356c8b818a1a9da to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/b28fcefef9674ce38356c8b818a1a9da 2024-11-20T16:14:44,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/73ff982ea1924ea880420ee6375a8439 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/73ff982ea1924ea880420ee6375a8439 2024-11-20T16:14:44,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/aec0b8694dcc445ca96137d084afa2f6 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/aec0b8694dcc445ca96137d084afa2f6 2024-11-20T16:14:44,836 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/recovered.edits/501.seqid, newMaxSeqId=501, maxSeqId=1 2024-11-20T16:14:44,837 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. 2024-11-20T16:14:44,837 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 736f774c43d15ba3b97f246a3ec01129: Waiting for close lock at 1732119283407Running coprocessor pre-close hooks at 1732119283407Disabling compacts and flushes for region at 1732119283407Disabling writes for close at 1732119283417 (+10 ms)Obtaining lock to block concurrent updates at 1732119283417Preparing flush snapshotting stores in 736f774c43d15ba3b97f246a3ec01129 at 1732119283417Finished memstore snapshotting TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732119283418 (+1 ms)Flushing stores of TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129. at 1732119283418Flushing 736f774c43d15ba3b97f246a3ec01129/A: creating writer at 1732119283418Flushing 736f774c43d15ba3b97f246a3ec01129/A: appending metadata at 1732119283421 (+3 ms)Flushing 736f774c43d15ba3b97f246a3ec01129/A: closing flushed file at 1732119283421Flushing 736f774c43d15ba3b97f246a3ec01129/B: creating writer at 1732119283836 (+415 ms)Flushing 736f774c43d15ba3b97f246a3ec01129/B: appending metadata at 1732119283841 (+5 ms)Flushing 736f774c43d15ba3b97f246a3ec01129/B: closing flushed file at 1732119283841Flushing 736f774c43d15ba3b97f246a3ec01129/C: creating writer at 1732119284252 (+411 ms)Flushing 736f774c43d15ba3b97f246a3ec01129/C: appending metadata at 1732119284254 (+2 ms)Flushing 736f774c43d15ba3b97f246a3ec01129/C: closing flushed file at 1732119284254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d695f66: reopening flushed file at 1732119284671 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d8e0a1b: reopening flushed file at 1732119284679 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@294ca066: reopening flushed file at 1732119284684 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 736f774c43d15ba3b97f246a3ec01129 in 1272ms, sequenceid=498, compaction requested=true at 1732119284689 (+5 ms)Writing region close event to WAL at 1732119284832 (+143 ms)Running coprocessor post-close hooks at 1732119284837 (+5 ms)Closed at 1732119284837 2024-11-20T16:14:44,841 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:44,841 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=736f774c43d15ba3b97f246a3ec01129, regionState=CLOSED 2024-11-20T16:14:44,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 because future has completed 2024-11-20T16:14:44,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-20T16:14:44,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 736f774c43d15ba3b97f246a3ec01129, server=044e4e732073,41459,1732119253621 in 1.5980 sec 2024-11-20T16:14:44,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-20T16:14:44,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=736f774c43d15ba3b97f246a3ec01129, UNASSIGN in 1.6070 sec 2024-11-20T16:14:44,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-20T16:14:44,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6150 sec 2024-11-20T16:14:44,852 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119284852"}]},"ts":"1732119284852"} 2024-11-20T16:14:44,854 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T16:14:44,854 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T16:14:44,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6300 sec 2024-11-20T16:14:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-20T16:14:45,375 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:45,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-20T16:14:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:14:45,388 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:14:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T16:14:45,390 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:14:45,395 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:45,400 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A, FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B, FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C, FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/recovered.edits] 2024-11-20T16:14:45,404 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/2becac3d553445f8ab0df0bdac084164 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/2becac3d553445f8ab0df0bdac084164 2024-11-20T16:14:45,405 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/62b9a5092fbe4c09b1cd4dc5c080d79a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/A/62b9a5092fbe4c09b1cd4dc5c080d79a 2024-11-20T16:14:45,408 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/23066939cf57448791f61eeeb42ca131 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/23066939cf57448791f61eeeb42ca131 2024-11-20T16:14:45,410 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8bb75adfc14040b8be49be0731ffffb1 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/B/8bb75adfc14040b8be49be0731ffffb1 2024-11-20T16:14:45,414 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/8e58840c110e4b2db78b9886181a0f6f to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/8e58840c110e4b2db78b9886181a0f6f 2024-11-20T16:14:45,416 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/a80a8144a31e4809a2e6df52cdc1546d to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/a80a8144a31e4809a2e6df52cdc1546d 2024-11-20T16:14:45,418 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/deae269f91264435ad09d5d0cf017ff9 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/deae269f91264435ad09d5d0cf017ff9 2024-11-20T16:14:45,419 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/f3ae6a59e05940a99d1bbf6feafa7dd9 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/C/f3ae6a59e05940a99d1bbf6feafa7dd9 2024-11-20T16:14:45,422 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/recovered.edits/501.seqid to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129/recovered.edits/501.seqid 2024-11-20T16:14:45,423 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/736f774c43d15ba3b97f246a3ec01129 2024-11-20T16:14:45,423 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T16:14:45,428 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:14:45,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T16:14:45,439 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T16:14:45,468 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T16:14:45,470 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:14:45,470 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T16:14:45,470 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732119285470"}]},"ts":"9223372036854775807"} 2024-11-20T16:14:45,475 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T16:14:45,475 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 736f774c43d15ba3b97f246a3ec01129, NAME => 'TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T16:14:45,475 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T16:14:45,475 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732119285475"}]},"ts":"9223372036854775807"} 2024-11-20T16:14:45,478 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T16:14:45,480 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:14:45,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 96 msec 2024-11-20T16:14:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-20T16:14:45,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T16:14:45,494 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:45,504 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=251 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1354600997_22 at /127.0.0.1:42328 [Waiting for operation #161] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1354600997_22 at /127.0.0.1:50114 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1673050818_22 at /127.0.0.1:50104 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1673050818_22 at /127.0.0.1:56094 [Waiting for operation #251] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/044e4e732073:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/044e4e732073:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;044e4e732073:41459-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1354600997_22 at /127.0.0.1:55972 [Waiting for operation #267] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=406 (was 348) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6591 (was 7117) 2024-11-20T16:14:45,512 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=251, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=406, ProcessCount=11, AvailableMemoryMB=6590 2024-11-20T16:14:45,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T16:14:45,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:14:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T16:14:45,518 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T16:14:45,518 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:45,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-20T16:14:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-20T16:14:45,519 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T16:14:45,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741947_1123 (size=1061) 2024-11-20T16:14:45,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-20T16:14:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-20T16:14:45,935 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98 2024-11-20T16:14:45,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741948_1124 (size=53) 2024-11-20T16:14:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-20T16:14:46,345 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:14:46,346 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3638b38a8e42a08f18095dc936566e78, disabling compactions & flushes 2024-11-20T16:14:46,346 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:46,346 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:46,346 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. after waiting 0 ms 2024-11-20T16:14:46,346 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:46,346 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:46,346 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3638b38a8e42a08f18095dc936566e78: Waiting for close lock at 1732119286346Disabling compacts and flushes for region at 1732119286346Disabling writes for close at 1732119286346Writing region close event to WAL at 1732119286346Closed at 1732119286346 2024-11-20T16:14:46,348 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T16:14:46,349 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732119286348"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732119286348"}]},"ts":"1732119286348"} 2024-11-20T16:14:46,352 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T16:14:46,353 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T16:14:46,354 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119286353"}]},"ts":"1732119286353"} 2024-11-20T16:14:46,356 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T16:14:46,357 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3638b38a8e42a08f18095dc936566e78, ASSIGN}] 2024-11-20T16:14:46,359 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3638b38a8e42a08f18095dc936566e78, ASSIGN 2024-11-20T16:14:46,360 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3638b38a8e42a08f18095dc936566e78, ASSIGN; state=OFFLINE, location=044e4e732073,41459,1732119253621; forceNewPlan=false, retain=false 2024-11-20T16:14:46,511 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=3638b38a8e42a08f18095dc936566e78, regionState=OPENING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:14:46,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3638b38a8e42a08f18095dc936566e78, ASSIGN because future has completed 2024-11-20T16:14:46,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:14:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-20T16:14:46,669 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:46,669 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:14:46,669 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:46,669 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:14:46,669 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:46,669 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:46,671 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:46,672 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:14:46,673 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3638b38a8e42a08f18095dc936566e78 columnFamilyName A 2024-11-20T16:14:46,673 DEBUG [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:46,674 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] regionserver.HStore(327): Store=3638b38a8e42a08f18095dc936566e78/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:14:46,674 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:46,675 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:14:46,675 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3638b38a8e42a08f18095dc936566e78 columnFamilyName B 2024-11-20T16:14:46,675 DEBUG [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:46,676 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] regionserver.HStore(327): Store=3638b38a8e42a08f18095dc936566e78/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:14:46,676 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:46,677 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:14:46,677 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3638b38a8e42a08f18095dc936566e78 columnFamilyName C 2024-11-20T16:14:46,677 DEBUG [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:46,678 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] regionserver.HStore(327): Store=3638b38a8e42a08f18095dc936566e78/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:14:46,678 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:46,678 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:46,680 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:46,680 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:46,681 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:46,681 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:46,682 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:14:46,683 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:46,687 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:14:46,690 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 3638b38a8e42a08f18095dc936566e78; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68288018, jitterRate=0.01757076382637024}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:14:46,690 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:46,691 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 3638b38a8e42a08f18095dc936566e78: Running coprocessor pre-open hook at 1732119286669Writing region info on filesystem at 1732119286669Initializing all the Stores at 1732119286670 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119286670Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119286671 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119286671Cleaning up temporary data from old regions at 1732119286681 (+10 ms)Running coprocessor post-open hooks at 1732119286690 (+9 ms)Region opened successfully at 1732119286691 (+1 ms) 2024-11-20T16:14:46,692 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., pid=34, masterSystemTime=1732119286665 2024-11-20T16:14:46,695 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:46,695 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:46,696 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=3638b38a8e42a08f18095dc936566e78, regionState=OPEN, openSeqNum=2, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:14:46,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 because future has completed 2024-11-20T16:14:46,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-20T16:14:46,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 in 186 msec 2024-11-20T16:14:46,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-20T16:14:46,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3638b38a8e42a08f18095dc936566e78, ASSIGN in 343 msec 2024-11-20T16:14:46,704 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T16:14:46,704 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119286704"}]},"ts":"1732119286704"} 2024-11-20T16:14:46,705 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T16:14:46,706 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T16:14:46,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1930 sec 2024-11-20T16:14:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-20T16:14:47,663 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:47,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcb2494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:47,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:47,665 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:47,666 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:47,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:47,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:47,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d98e5aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:47,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:47,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:47,667 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:47,668 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:47,669 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c68170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:47,670 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:47,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:47,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:47,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:47,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T16:14:47,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 044e4e732073,38329,1732119252544 2024-11-20T16:14:47,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3accb36a 2024-11-20T16:14:47,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T16:14:47,676 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T16:14:47,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T16:14:47,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:14:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T16:14:47,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741949_1125 (size=1097) 2024-11-20T16:14:48,105 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-20T16:14:48,105 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-20T16:14:48,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T16:14:48,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3638b38a8e42a08f18095dc936566e78, REOPEN/MOVE}] 2024-11-20T16:14:48,120 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3638b38a8e42a08f18095dc936566e78, REOPEN/MOVE 2024-11-20T16:14:48,121 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=3638b38a8e42a08f18095dc936566e78, regionState=CLOSING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:14:48,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3638b38a8e42a08f18095dc936566e78, REOPEN/MOVE because future has completed 2024-11-20T16:14:48,123 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T16:14:48,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:14:48,278 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:48,278 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T16:14:48,278 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 3638b38a8e42a08f18095dc936566e78, disabling compactions & flushes 2024-11-20T16:14:48,279 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:48,279 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:48,279 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. after waiting 0 ms 2024-11-20T16:14:48,279 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:48,286 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T16:14:48,287 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:48,287 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 3638b38a8e42a08f18095dc936566e78: Waiting for close lock at 1732119288278Running coprocessor pre-close hooks at 1732119288278Disabling compacts and flushes for region at 1732119288278Disabling writes for close at 1732119288279 (+1 ms)Writing region close event to WAL at 1732119288281 (+2 ms)Running coprocessor post-close hooks at 1732119288287 (+6 ms)Closed at 1732119288287 2024-11-20T16:14:48,288 WARN [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 3638b38a8e42a08f18095dc936566e78 to self. 2024-11-20T16:14:48,290 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:48,291 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=3638b38a8e42a08f18095dc936566e78, regionState=CLOSED 2024-11-20T16:14:48,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 because future has completed 2024-11-20T16:14:48,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-20T16:14:48,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 in 170 msec 2024-11-20T16:14:48,296 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3638b38a8e42a08f18095dc936566e78, REOPEN/MOVE; state=CLOSED, location=044e4e732073,41459,1732119253621; forceNewPlan=false, retain=true 2024-11-20T16:14:48,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=3638b38a8e42a08f18095dc936566e78, regionState=OPENING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:14:48,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3638b38a8e42a08f18095dc936566e78, REOPEN/MOVE because future has completed 2024-11-20T16:14:48,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:14:48,611 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:48,611 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:14:48,612 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:48,612 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:14:48,612 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:48,612 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:48,617 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:48,618 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:14:48,625 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3638b38a8e42a08f18095dc936566e78 columnFamilyName A 2024-11-20T16:14:48,627 DEBUG [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:48,628 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] regionserver.HStore(327): Store=3638b38a8e42a08f18095dc936566e78/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:14:48,628 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:48,629 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:14:48,629 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3638b38a8e42a08f18095dc936566e78 columnFamilyName B 2024-11-20T16:14:48,629 DEBUG [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:48,630 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] regionserver.HStore(327): Store=3638b38a8e42a08f18095dc936566e78/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:14:48,630 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:48,630 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:14:48,630 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3638b38a8e42a08f18095dc936566e78 columnFamilyName C 2024-11-20T16:14:48,630 DEBUG [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:48,631 INFO [StoreOpener-3638b38a8e42a08f18095dc936566e78-1 {}] regionserver.HStore(327): Store=3638b38a8e42a08f18095dc936566e78/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:14:48,631 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:48,631 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:48,632 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:48,633 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:48,634 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:48,634 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:48,634 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:14:48,635 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:48,636 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 3638b38a8e42a08f18095dc936566e78; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62359777, jitterRate=-0.07076691091060638}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:14:48,636 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:48,637 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 3638b38a8e42a08f18095dc936566e78: Running coprocessor pre-open hook at 1732119288613Writing region info on filesystem at 1732119288613Initializing all the Stores at 1732119288615 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119288615Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119288615Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119288615Cleaning up temporary data from old regions at 1732119288634 (+19 ms)Running coprocessor post-open hooks at 1732119288636 (+2 ms)Region opened successfully at 1732119288637 (+1 ms) 2024-11-20T16:14:48,637 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., pid=39, masterSystemTime=1732119288605 2024-11-20T16:14:48,639 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:48,639 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:48,640 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=3638b38a8e42a08f18095dc936566e78, regionState=OPEN, openSeqNum=5, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:14:48,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 because future has completed 2024-11-20T16:14:48,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-20T16:14:48,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 in 191 msec 2024-11-20T16:14:48,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-20T16:14:48,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3638b38a8e42a08f18095dc936566e78, REOPEN/MOVE in 527 msec 2024-11-20T16:14:48,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-20T16:14:48,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 538 msec 2024-11-20T16:14:48,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 968 msec 2024-11-20T16:14:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-20T16:14:48,656 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:48,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ed5d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:48,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:48,657 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0d3c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:48,658 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:48,659 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:48,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289e5f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4406a4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:48,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:48,661 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:48,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:48,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:48,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441bf5fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:48,662 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:48,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4192c07e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d0a90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:48,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:48,664 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c89323c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:48,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:48,666 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:48,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a5c31d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b236c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:48,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:48,668 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:48,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:48,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:48,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea4e7ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:48,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:48,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:48,669 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:48,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e2c564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dcfede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:48,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:48,671 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:48,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:48,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:48,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acc4577, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:48,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:48,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:48,672 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:48,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2ec2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ae3464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:48,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:48,674 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:48,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:48,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:48,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ea4b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:48,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:48,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:48,676 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:48,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b37b17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbb11d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:48,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:48,677 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5172ce1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:48,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:48,679 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:48,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341602f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d2a6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:48,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:48,681 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:48,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:48,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:48,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22789b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:48,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:48,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:48,682 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:48,683 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e57bfd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ade04f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:14:48,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:14:48,684 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:14:48,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:14:48,684 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:14:48,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b13bac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:14:48,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:14:48,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:14:48,686 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:14:48,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219244cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:14:48,688 DEBUG [Thread-637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:48,688 DEBUG [Thread-633 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:48,688 DEBUG [Thread-639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:48,688 DEBUG [Thread-648 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:48,688 DEBUG [Thread-650 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:48,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:48,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:14:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:48,690 DEBUG [Thread-644 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:48,691 DEBUG [Thread-646 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:48,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-20T16:14:48,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:48,692 DEBUG [Thread-646 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:48,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:48,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:48,693 DEBUG [Thread-646 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:48,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T16:14:48,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:48,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:48,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:48,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:48,693 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:14:48,694 DEBUG [Thread-635 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:48,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:48,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:48,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:48,696 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:14:48,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:14:48,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:48,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:14:48,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:48,697 DEBUG [Thread-641 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:14:48,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:14:48,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:14:48,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:14:48,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:14:48,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:14:48,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:14:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:14:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:14:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:14:48,704 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:14:48,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:14:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:48,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T16:14:48,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:14:48,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:48,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:14:48,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:48,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:14:48,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:48,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e5927b25b0ea401baf532791afd82473_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119288707/Put/seqid=0 2024-11-20T16:14:48,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741950_1126 (size=12154) 2024-11-20T16:14:48,777 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:48,782 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e5927b25b0ea401baf532791afd82473_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e5927b25b0ea401baf532791afd82473_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:48,783 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/77a5cfb5039a47cda8950ed1eaaedce4, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:48,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:48,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38588 deadline: 1732119348761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:48,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:48,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119348764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:48,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:48,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:48,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:48,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119348766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:48,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:48,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119288758, max timestamp=1732119288785Num uniques 859; 2024-11-20T16:14:48,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:48,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:48,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:14:48,793 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119288758, max timestamp=1732119288785Num uniques 859; 2024-11-20T16:14:48,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:14:48,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119288758, max timestamp=1732119288785Num uniques 859; 2024-11-20T16:14:48,794 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:14:48,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/77a5cfb5039a47cda8950ed1eaaedce4 is 175, key is test_row_0/A:col10/1732119288707/Put/seqid=0 2024-11-20T16:14:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T16:14:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741951_1127 (size=30955) 2024-11-20T16:14:48,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T16:14:48,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:48,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:48,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:48,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:48,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:48,889 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/77a5cfb5039a47cda8950ed1eaaedce4 2024-11-20T16:14:48,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/2a7ac0c9822e4fe19196ea77fbd7281e is 50, key is test_row_0/B:col10/1732119288707/Put/seqid=0 2024-11-20T16:14:48,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119348915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:48,928 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:48,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119348917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:48,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:48,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741952_1128 (size=12001) 2024-11-20T16:14:48,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38588 deadline: 1732119348921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:48,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:48,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:48,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:48,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/2a7ac0c9822e4fe19196ea77fbd7281e 2024-11-20T16:14:48,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:48,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38548 deadline: 1732119348921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38526 deadline: 1732119348924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:48,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:48,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/bd05481e2a2a4867ae6dfdf3b74f48b2 is 50, key is test_row_0/C:col10/1732119288707/Put/seqid=0 2024-11-20T16:14:48,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741953_1129 (size=12001) 2024-11-20T16:14:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T16:14:49,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T16:14:49,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119349034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119349034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:49,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:49,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:49,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:49,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,037 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38588 deadline: 1732119349043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38526 deadline: 1732119349044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,047 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38548 deadline: 1732119349044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,047 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,047 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T16:14:49,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:49,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:49,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:49,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:49,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:49,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119349243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119349244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38588 deadline: 1732119349253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38548 deadline: 1732119349253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38526 deadline: 1732119349253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,260 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T16:14:49,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T16:14:49,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:49,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:49,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:49,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:49,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:49,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/bd05481e2a2a4867ae6dfdf3b74f48b2 2024-11-20T16:14:49,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/77a5cfb5039a47cda8950ed1eaaedce4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/77a5cfb5039a47cda8950ed1eaaedce4 2024-11-20T16:14:49,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/77a5cfb5039a47cda8950ed1eaaedce4, entries=150, sequenceid=15, filesize=30.2 K 2024-11-20T16:14:49,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/2a7ac0c9822e4fe19196ea77fbd7281e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/2a7ac0c9822e4fe19196ea77fbd7281e 2024-11-20T16:14:49,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/2a7ac0c9822e4fe19196ea77fbd7281e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T16:14:49,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/bd05481e2a2a4867ae6dfdf3b74f48b2 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/bd05481e2a2a4867ae6dfdf3b74f48b2 2024-11-20T16:14:49,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/bd05481e2a2a4867ae6dfdf3b74f48b2, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T16:14:49,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 3638b38a8e42a08f18095dc936566e78 in 711ms, sequenceid=15, compaction requested=false 2024-11-20T16:14:49,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:49,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-20T16:14:49,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:49,500 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-20T16:14:49,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:14:49,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:49,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:14:49,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:49,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:14:49,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:49,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ecab716108474f63be29679fe8282005_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119288912/Put/seqid=0 2024-11-20T16:14:49,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741954_1130 (size=12154) 2024-11-20T16:14:49,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:49,554 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ecab716108474f63be29679fe8282005_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ecab716108474f63be29679fe8282005_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:49,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/909a58b65f9a4bdd891a665b8173c981, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:49,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/909a58b65f9a4bdd891a665b8173c981 is 175, key is test_row_0/A:col10/1732119288912/Put/seqid=0 2024-11-20T16:14:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:49,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:49,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741955_1131 (size=30955) 2024-11-20T16:14:49,571 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/909a58b65f9a4bdd891a665b8173c981 2024-11-20T16:14:49,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119349570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38588 deadline: 1732119349572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38526 deadline: 1732119349573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,581 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38548 deadline: 1732119349574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119349579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/a0b7a186b6d14d72a9f0913369c794b8 is 50, key is test_row_0/B:col10/1732119288912/Put/seqid=0 2024-11-20T16:14:49,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741956_1132 (size=12001) 2024-11-20T16:14:49,598 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/a0b7a186b6d14d72a9f0913369c794b8 2024-11-20T16:14:49,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/4e20dafbf2ee431cb8d5a0e302310683 is 50, key is test_row_0/C:col10/1732119288912/Put/seqid=0 2024-11-20T16:14:49,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741957_1133 (size=12001) 2024-11-20T16:14:49,629 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/4e20dafbf2ee431cb8d5a0e302310683 2024-11-20T16:14:49,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/909a58b65f9a4bdd891a665b8173c981 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/909a58b65f9a4bdd891a665b8173c981 2024-11-20T16:14:49,641 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/909a58b65f9a4bdd891a665b8173c981, entries=150, sequenceid=51, filesize=30.2 K 2024-11-20T16:14:49,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/a0b7a186b6d14d72a9f0913369c794b8 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/a0b7a186b6d14d72a9f0913369c794b8 2024-11-20T16:14:49,650 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/a0b7a186b6d14d72a9f0913369c794b8, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T16:14:49,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/4e20dafbf2ee431cb8d5a0e302310683 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/4e20dafbf2ee431cb8d5a0e302310683 2024-11-20T16:14:49,660 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/4e20dafbf2ee431cb8d5a0e302310683, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T16:14:49,661 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 3638b38a8e42a08f18095dc936566e78 in 161ms, sequenceid=51, compaction requested=false 2024-11-20T16:14:49,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:49,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:49,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-20T16:14:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-20T16:14:49,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-20T16:14:49,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 967 msec 2024-11-20T16:14:49,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 980 msec 2024-11-20T16:14:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:49,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-20T16:14:49,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:14:49,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:49,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:14:49,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:49,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:14:49,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:49,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200a1b5572a0ee404f99ccb8b3a8f121ed_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119289683/Put/seqid=0 2024-11-20T16:14:49,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741958_1134 (size=14594) 2024-11-20T16:14:49,725 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:49,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38548 deadline: 1732119349722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38588 deadline: 1732119349724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38526 deadline: 1732119349727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732119289707, max timestamp=1732119289728Num uniques 859; 2024-11-20T16:14:49,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732119289707, max timestamp=1732119289728Num uniques 859; 2024-11-20T16:14:49,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T16:14:49,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T16:14:49,754 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200a1b5572a0ee404f99ccb8b3a8f121ed_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200a1b5572a0ee404f99ccb8b3a8f121ed_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:49,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732119289707, max timestamp=1732119289728Num uniques 859; 2024-11-20T16:14:49,755 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T16:14:49,756 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/b2bc1b83a17f4c5cb2728d2fc2742bb0, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:49,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/b2bc1b83a17f4c5cb2728d2fc2742bb0 is 175, key is test_row_0/A:col10/1732119289683/Put/seqid=0 2024-11-20T16:14:49,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741959_1135 (size=39549) 2024-11-20T16:14:49,764 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=63, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/b2bc1b83a17f4c5cb2728d2fc2742bb0 2024-11-20T16:14:49,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/281d9119a52845d687e27746116f6e49 is 50, key is test_row_0/B:col10/1732119289683/Put/seqid=0 2024-11-20T16:14:49,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741960_1136 (size=12001) 2024-11-20T16:14:49,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/281d9119a52845d687e27746116f6e49 2024-11-20T16:14:49,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119349816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/9e602edbad7b4b4cb7397924f17621ae is 50, key is test_row_0/C:col10/1732119289683/Put/seqid=0 2024-11-20T16:14:49,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119349820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-20T16:14:49,834 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:49,835 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:14:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-20T16:14:49,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38548 deadline: 1732119349834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,838 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:14:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T16:14:49,839 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:14:49,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:14:49,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38588 deadline: 1732119349844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38526 deadline: 1732119349844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741961_1137 (size=12001) 2024-11-20T16:14:49,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/9e602edbad7b4b4cb7397924f17621ae 2024-11-20T16:14:49,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/b2bc1b83a17f4c5cb2728d2fc2742bb0 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/b2bc1b83a17f4c5cb2728d2fc2742bb0 2024-11-20T16:14:49,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/b2bc1b83a17f4c5cb2728d2fc2742bb0, entries=200, sequenceid=63, filesize=38.6 K 2024-11-20T16:14:49,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/281d9119a52845d687e27746116f6e49 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/281d9119a52845d687e27746116f6e49 2024-11-20T16:14:49,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/281d9119a52845d687e27746116f6e49, entries=150, sequenceid=63, filesize=11.7 K 2024-11-20T16:14:49,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/9e602edbad7b4b4cb7397924f17621ae as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/9e602edbad7b4b4cb7397924f17621ae 2024-11-20T16:14:49,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/9e602edbad7b4b4cb7397924f17621ae, entries=150, sequenceid=63, filesize=11.7 K 2024-11-20T16:14:49,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 3638b38a8e42a08f18095dc936566e78 in 200ms, sequenceid=63, compaction requested=true 2024-11-20T16:14:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:14:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:49,885 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:14:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:49,885 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:14:49,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:49,887 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:49,887 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:49,887 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/A is initiating minor compaction (all files) 2024-11-20T16:14:49,887 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/B is initiating minor compaction (all files) 2024-11-20T16:14:49,888 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/A in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:49,888 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/B in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:49,888 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/2a7ac0c9822e4fe19196ea77fbd7281e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/a0b7a186b6d14d72a9f0913369c794b8, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/281d9119a52845d687e27746116f6e49] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=35.2 K 2024-11-20T16:14:49,888 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/77a5cfb5039a47cda8950ed1eaaedce4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/909a58b65f9a4bdd891a665b8173c981, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/b2bc1b83a17f4c5cb2728d2fc2742bb0] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=99.1 K 2024-11-20T16:14:49,888 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:49,888 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/77a5cfb5039a47cda8950ed1eaaedce4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/909a58b65f9a4bdd891a665b8173c981, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/b2bc1b83a17f4c5cb2728d2fc2742bb0] 2024-11-20T16:14:49,889 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a7ac0c9822e4fe19196ea77fbd7281e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732119288707 2024-11-20T16:14:49,889 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77a5cfb5039a47cda8950ed1eaaedce4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732119288707 2024-11-20T16:14:49,889 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting a0b7a186b6d14d72a9f0913369c794b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732119288912 2024-11-20T16:14:49,889 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 281d9119a52845d687e27746116f6e49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732119289572 2024-11-20T16:14:49,889 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 909a58b65f9a4bdd891a665b8173c981, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732119288912 2024-11-20T16:14:49,890 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2bc1b83a17f4c5cb2728d2fc2742bb0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732119289569 2024-11-20T16:14:49,901 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#B#compaction#119 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:49,901 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/545dc1ae7c3042dc8b1ca096dde92fd4 is 50, key is test_row_0/B:col10/1732119289683/Put/seqid=0 2024-11-20T16:14:49,909 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:49,913 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120cd5346c766754f75b37dbc6ec80a01b9_3638b38a8e42a08f18095dc936566e78 store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:49,918 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120cd5346c766754f75b37dbc6ec80a01b9_3638b38a8e42a08f18095dc936566e78, store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:49,918 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cd5346c766754f75b37dbc6ec80a01b9_3638b38a8e42a08f18095dc936566e78 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:49,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741962_1138 (size=12104) 2024-11-20T16:14:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:49,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-20T16:14:49,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:14:49,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:49,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:14:49,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:49,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:14:49,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:49,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741963_1139 (size=4469) 2024-11-20T16:14:49,940 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/545dc1ae7c3042dc8b1ca096dde92fd4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/545dc1ae7c3042dc8b1ca096dde92fd4 2024-11-20T16:14:49,942 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#A#compaction#120 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:49,942 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/9016fcb1dede4e779e2dd16a68d83ba2 is 175, key is test_row_0/A:col10/1732119289683/Put/seqid=0 2024-11-20T16:14:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T16:14:49,950 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/B of 3638b38a8e42a08f18095dc936566e78 into 545dc1ae7c3042dc8b1ca096dde92fd4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:49,950 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:49,950 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/B, priority=13, startTime=1732119289885; duration=0sec 2024-11-20T16:14:49,950 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:49,950 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:B 2024-11-20T16:14:49,950 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:49,953 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:49,953 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/C is initiating minor compaction (all files) 2024-11-20T16:14:49,953 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/C in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:49,953 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/bd05481e2a2a4867ae6dfdf3b74f48b2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/4e20dafbf2ee431cb8d5a0e302310683, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/9e602edbad7b4b4cb7397924f17621ae] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=35.2 K 2024-11-20T16:14:49,954 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting bd05481e2a2a4867ae6dfdf3b74f48b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732119288707 2024-11-20T16:14:49,956 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e20dafbf2ee431cb8d5a0e302310683, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732119288912 2024-11-20T16:14:49,961 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e602edbad7b4b4cb7397924f17621ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732119289572 2024-11-20T16:14:49,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741964_1140 (size=31058) 2024-11-20T16:14:49,983 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#C#compaction#122 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:49,984 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/92f7c69759c64683a42824cdd9490a92 is 50, key is test_row_0/C:col10/1732119289683/Put/seqid=0 2024-11-20T16:14:49,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120366ef107e304497082fac8970ab78e5d_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119289815/Put/seqid=0 2024-11-20T16:14:49,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119349977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119349978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:49,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T16:14:49,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:49,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:49,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:49,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:49,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:50,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741966_1142 (size=14594) 2024-11-20T16:14:50,003 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:50,011 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120366ef107e304497082fac8970ab78e5d_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120366ef107e304497082fac8970ab78e5d_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:50,012 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/1c41b11b5b92476c92d5c9ff05275582, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741965_1141 (size=12104) 2024-11-20T16:14:50,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/1c41b11b5b92476c92d5c9ff05275582 is 175, key is test_row_0/A:col10/1732119289815/Put/seqid=0 2024-11-20T16:14:50,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741967_1143 (size=39549) 2024-11-20T16:14:50,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38548 deadline: 1732119350043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:50,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:50,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38588 deadline: 1732119350054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:50,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38526 deadline: 1732119350054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,057 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:50,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119350094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:50,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119350094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:50,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:50,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:50,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T16:14:50,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:50,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:50,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:50,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:50,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T16:14:50,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T16:14:50,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:50,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:50,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:50,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:50,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:50,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119350303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:50,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119350303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:50,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:50,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38548 deadline: 1732119350353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:50,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38588 deadline: 1732119350363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:50,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38526 deadline: 1732119350363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:50,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:50,382 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/9016fcb1dede4e779e2dd16a68d83ba2 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/9016fcb1dede4e779e2dd16a68d83ba2 2024-11-20T16:14:50,388 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/A of 3638b38a8e42a08f18095dc936566e78 into 9016fcb1dede4e779e2dd16a68d83ba2(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:50,388 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:50,388 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/A, priority=13, startTime=1732119289885; duration=0sec 2024-11-20T16:14:50,389 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:50,389 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:A 2024-11-20T16:14:50,389 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T16:14:50,422 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/92f7c69759c64683a42824cdd9490a92 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/92f7c69759c64683a42824cdd9490a92 2024-11-20T16:14:50,429 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/C of 3638b38a8e42a08f18095dc936566e78 into 92f7c69759c64683a42824cdd9490a92(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:50,429 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:50,429 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/C, priority=13, startTime=1732119289885; duration=0sec 2024-11-20T16:14:50,429 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:50,429 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:C 2024-11-20T16:14:50,431 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/1c41b11b5b92476c92d5c9ff05275582 2024-11-20T16:14:50,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/e9062f196a094fdaa27b105e8c22cf0b is 50, key is test_row_0/B:col10/1732119289815/Put/seqid=0 2024-11-20T16:14:50,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T16:14:50,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:50,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:50,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:50,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:50,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T16:14:50,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741968_1144 (size=12001) 2024-11-20T16:14:50,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/e9062f196a094fdaa27b105e8c22cf0b 2024-11-20T16:14:50,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/54f91e72008645af8ca958b61e150ac6 is 50, key is test_row_0/C:col10/1732119289815/Put/seqid=0 2024-11-20T16:14:50,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741969_1145 (size=12001) 2024-11-20T16:14:50,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/54f91e72008645af8ca958b61e150ac6 2024-11-20T16:14:50,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/1c41b11b5b92476c92d5c9ff05275582 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/1c41b11b5b92476c92d5c9ff05275582 2024-11-20T16:14:50,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/1c41b11b5b92476c92d5c9ff05275582, entries=200, sequenceid=98, filesize=38.6 K 2024-11-20T16:14:50,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/e9062f196a094fdaa27b105e8c22cf0b as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/e9062f196a094fdaa27b105e8c22cf0b 2024-11-20T16:14:50,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/e9062f196a094fdaa27b105e8c22cf0b, entries=150, sequenceid=98, filesize=11.7 K 2024-11-20T16:14:50,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/54f91e72008645af8ca958b61e150ac6 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/54f91e72008645af8ca958b61e150ac6 2024-11-20T16:14:50,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/54f91e72008645af8ca958b61e150ac6, entries=150, sequenceid=98, filesize=11.7 K 2024-11-20T16:14:50,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=60.38 KB/61830 for 3638b38a8e42a08f18095dc936566e78 in 617ms, sequenceid=98, compaction requested=false 2024-11-20T16:14:50,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:50,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-20T16:14:50,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:50,610 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-20T16:14:50,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:14:50,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:50,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:14:50,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:50,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:14:50,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:50,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:50,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ddd67a2fb6f849c38cdd9a05faf37e09_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119289975/Put/seqid=0 2024-11-20T16:14:50,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741970_1146 (size=12154) 2024-11-20T16:14:50,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:50,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119350690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:50,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119350690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:50,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119350803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:50,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:50,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119350803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:50,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,806 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:50,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38548 deadline: 1732119350873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:50,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:50,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38526 deadline: 1732119350873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:50,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,879 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:50,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38588 deadline: 1732119350883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:50,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:50,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T16:14:51,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:51,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119351015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119351014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:51,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:51,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:51,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:51,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:51,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:51,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:51,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:51,049 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ddd67a2fb6f849c38cdd9a05faf37e09_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ddd67a2fb6f849c38cdd9a05faf37e09_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:51,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/65ef31e85886415e8fcbf328dd191eec, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:51,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/65ef31e85886415e8fcbf328dd191eec is 175, key is test_row_0/A:col10/1732119289975/Put/seqid=0 2024-11-20T16:14:51,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741971_1147 (size=30955) 2024-11-20T16:14:51,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119351323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:51,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119351324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:51,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:51,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:51,458 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=113, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/65ef31e85886415e8fcbf328dd191eec 2024-11-20T16:14:51,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/3a4a78ef70f94c1c996272829859082c is 50, key is test_row_0/B:col10/1732119289975/Put/seqid=0 2024-11-20T16:14:51,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741972_1148 (size=12001) 2024-11-20T16:14:51,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119351834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:51,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:51,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:51,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119351834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:51,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:51,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:51,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:51,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:51,874 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/3a4a78ef70f94c1c996272829859082c 2024-11-20T16:14:51,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38548 deadline: 1732119351884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:51,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/0788d96db2bc42a5a21efde8bc01bd87 is 50, key is test_row_0/C:col10/1732119289975/Put/seqid=0 2024-11-20T16:14:51,886 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in 3638b38a8e42a08f18095dc936566e78 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:14:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:51,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:51,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741973_1149 (size=12001) 2024-11-20T16:14:51,892 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/0788d96db2bc42a5a21efde8bc01bd87 2024-11-20T16:14:51,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38526 deadline: 1732119351893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:51,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38588 deadline: 1732119351893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:51,894 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in 3638b38a8e42a08f18095dc936566e78 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:14:51,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:51,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:51,895 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:51,894 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in 3638b38a8e42a08f18095dc936566e78 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:14:51,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:51,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:51,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:51,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/65ef31e85886415e8fcbf328dd191eec as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/65ef31e85886415e8fcbf328dd191eec 2024-11-20T16:14:51,910 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/65ef31e85886415e8fcbf328dd191eec, entries=150, sequenceid=113, filesize=30.2 K 2024-11-20T16:14:51,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/3a4a78ef70f94c1c996272829859082c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/3a4a78ef70f94c1c996272829859082c 2024-11-20T16:14:51,920 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/3a4a78ef70f94c1c996272829859082c, entries=150, sequenceid=113, filesize=11.7 K 2024-11-20T16:14:51,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/0788d96db2bc42a5a21efde8bc01bd87 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/0788d96db2bc42a5a21efde8bc01bd87 2024-11-20T16:14:51,928 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/0788d96db2bc42a5a21efde8bc01bd87, entries=150, sequenceid=113, filesize=11.7 K 2024-11-20T16:14:51,930 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3638b38a8e42a08f18095dc936566e78 in 1320ms, sequenceid=113, compaction requested=true 2024-11-20T16:14:51,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:51,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:51,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-20T16:14:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-20T16:14:51,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-20T16:14:51,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0940 sec 2024-11-20T16:14:51,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.1000 sec 2024-11-20T16:14:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-20T16:14:51,984 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:51,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:14:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-20T16:14:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T16:14:51,986 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:14:51,987 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:14:51,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:14:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T16:14:52,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-20T16:14:52,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:52,139 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-20T16:14:52,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:14:52,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:52,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:14:52,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:52,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:14:52,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:52,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112083d8cd39ea8049548b3c0ba376d6d254_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119290672/Put/seqid=0 2024-11-20T16:14:52,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741974_1150 (size=12304) 2024-11-20T16:14:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T16:14:52,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,556 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112083d8cd39ea8049548b3c0ba376d6d254_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112083d8cd39ea8049548b3c0ba376d6d254_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:52,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/e84bf8351e2f4cff90d7fb824b43a802, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:52,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/e84bf8351e2f4cff90d7fb824b43a802 is 175, key is test_row_0/A:col10/1732119290672/Put/seqid=0 2024-11-20T16:14:52,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741975_1151 (size=31105) 2024-11-20T16:14:52,565 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/e84bf8351e2f4cff90d7fb824b43a802 2024-11-20T16:14:52,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/8e93c5e6ef724a6c8eaa24b7a3b320e4 is 50, key is test_row_0/B:col10/1732119290672/Put/seqid=0 2024-11-20T16:14:52,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741976_1152 (size=12151) 2024-11-20T16:14:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T16:14:52,615 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/8e93c5e6ef724a6c8eaa24b7a3b320e4 2024-11-20T16:14:52,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/1c5903f9eb184e4fb5b1410d5e7ab63e is 50, key is test_row_0/C:col10/1732119290672/Put/seqid=0 2024-11-20T16:14:52,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741977_1153 (size=12151) 2024-11-20T16:14:52,638 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/1c5903f9eb184e4fb5b1410d5e7ab63e 2024-11-20T16:14:52,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/e84bf8351e2f4cff90d7fb824b43a802 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/e84bf8351e2f4cff90d7fb824b43a802 2024-11-20T16:14:52,659 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/e84bf8351e2f4cff90d7fb824b43a802, entries=150, sequenceid=133, filesize=30.4 K 2024-11-20T16:14:52,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/8e93c5e6ef724a6c8eaa24b7a3b320e4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/8e93c5e6ef724a6c8eaa24b7a3b320e4 2024-11-20T16:14:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,670 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/8e93c5e6ef724a6c8eaa24b7a3b320e4, entries=150, sequenceid=133, filesize=11.9 K 2024-11-20T16:14:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/1c5903f9eb184e4fb5b1410d5e7ab63e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/1c5903f9eb184e4fb5b1410d5e7ab63e 2024-11-20T16:14:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,678 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/1c5903f9eb184e4fb5b1410d5e7ab63e, entries=150, sequenceid=133, filesize=11.9 K 2024-11-20T16:14:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,680 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 3638b38a8e42a08f18095dc936566e78 in 541ms, sequenceid=133, compaction requested=true 2024-11-20T16:14:52,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:52,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:52,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-20T16:14:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-20T16:14:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-20T16:14:52,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 695 msec 2024-11-20T16:14:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 702 msec 2024-11-20T16:14:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:52,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T16:14:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:14:52,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:52,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:14:52,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:52,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:14:52,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:52,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dc8e9122eb19434c9e78648107924cc2_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119292924/Put/seqid=0 2024-11-20T16:14:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741978_1154 (size=19774) 2024-11-20T16:14:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:53,031 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119292987, max timestamp=1732119293028Num uniques 859; 2024-11-20T16:14:53,031 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119292987, max timestamp=1732119293028Num uniques 859; 2024-11-20T16:14:53,031 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119292987, max timestamp=1732119293028Num uniques 859; 2024-11-20T16:14:53,031 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:14:53,031 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:14:53,031 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:14:53,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:53,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119353103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:53,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:53,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:53,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119353105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:53,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-20T16:14:53,124 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:53,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:14:53,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-20T16:14:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T16:14:53,126 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:14:53,127 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:14:53,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:14:53,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119353227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:53,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:53,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119353228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:53,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:53,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T16:14:53,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:53,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T16:14:53,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:53,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:53,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:53,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:53,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:53,353 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:53,357 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dc8e9122eb19434c9e78648107924cc2_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dc8e9122eb19434c9e78648107924cc2_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:53,357 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/649eb0001b9f4ca8bc41bc969f159788, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:53,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/649eb0001b9f4ca8bc41bc969f159788 is 175, key is test_row_0/A:col10/1732119292924/Put/seqid=0 2024-11-20T16:14:53,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741979_1155 (size=57033) 2024-11-20T16:14:53,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T16:14:53,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:53,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:53,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:53,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:53,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T16:14:53,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119353443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119353444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,447 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:53,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T16:14:53,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:53,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:53,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:53,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:53,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:53,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T16:14:53,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:53,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:53,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:53,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T16:14:53,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119353753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119353753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:53,762 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=143, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/649eb0001b9f4ca8bc41bc969f159788 2024-11-20T16:14:53,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/982687ef483d476385f96d25d8af3143 is 50, key is test_row_0/B:col10/1732119292924/Put/seqid=0 2024-11-20T16:14:53,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741980_1156 (size=12151) 2024-11-20T16:14:53,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T16:14:53,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:53,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:53,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:53,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:53,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:53,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38526 deadline: 1732119353903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:53,907 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in 3638b38a8e42a08f18095dc936566e78 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:14:53,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:53,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38548 deadline: 1732119353913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:53,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38588 deadline: 1732119353913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:53,917 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in 3638b38a8e42a08f18095dc936566e78 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:14:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:53,918 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in 3638b38a8e42a08f18095dc936566e78 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:14:53,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:53,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:54,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T16:14:54,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:54,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:54,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:54,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:54,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:54,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/982687ef483d476385f96d25d8af3143 2024-11-20T16:14:54,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/f05247ecf7904a7d94f4af3320bbf55b is 50, key is test_row_0/C:col10/1732119292924/Put/seqid=0 2024-11-20T16:14:54,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741981_1157 (size=12151) 2024-11-20T16:14:54,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/f05247ecf7904a7d94f4af3320bbf55b 2024-11-20T16:14:54,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/649eb0001b9f4ca8bc41bc969f159788 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/649eb0001b9f4ca8bc41bc969f159788 2024-11-20T16:14:54,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/649eb0001b9f4ca8bc41bc969f159788, entries=300, sequenceid=143, filesize=55.7 K 2024-11-20T16:14:54,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/982687ef483d476385f96d25d8af3143 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/982687ef483d476385f96d25d8af3143 2024-11-20T16:14:54,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/982687ef483d476385f96d25d8af3143, entries=150, sequenceid=143, filesize=11.9 K 2024-11-20T16:14:54,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/f05247ecf7904a7d94f4af3320bbf55b as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/f05247ecf7904a7d94f4af3320bbf55b 2024-11-20T16:14:54,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/f05247ecf7904a7d94f4af3320bbf55b, entries=150, sequenceid=143, filesize=11.9 K 2024-11-20T16:14:54,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3638b38a8e42a08f18095dc936566e78 in 1286ms, sequenceid=143, compaction requested=true 2024-11-20T16:14:54,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:54,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:14:54,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:54,214 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T16:14:54,214 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T16:14:54,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:14:54,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:54,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:14:54,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:54,216 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60408 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T16:14:54,216 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 189700 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T16:14:54,216 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/A is initiating minor compaction (all files) 2024-11-20T16:14:54,216 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/B is initiating minor compaction (all files) 2024-11-20T16:14:54,216 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/B in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:54,217 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/A in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:54,217 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/545dc1ae7c3042dc8b1ca096dde92fd4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/e9062f196a094fdaa27b105e8c22cf0b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/3a4a78ef70f94c1c996272829859082c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/8e93c5e6ef724a6c8eaa24b7a3b320e4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/982687ef483d476385f96d25d8af3143] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=59.0 K 2024-11-20T16:14:54,217 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/9016fcb1dede4e779e2dd16a68d83ba2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/1c41b11b5b92476c92d5c9ff05275582, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/65ef31e85886415e8fcbf328dd191eec, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/e84bf8351e2f4cff90d7fb824b43a802, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/649eb0001b9f4ca8bc41bc969f159788] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=185.3 K 2024-11-20T16:14:54,217 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:54,217 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/9016fcb1dede4e779e2dd16a68d83ba2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/1c41b11b5b92476c92d5c9ff05275582, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/65ef31e85886415e8fcbf328dd191eec, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/e84bf8351e2f4cff90d7fb824b43a802, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/649eb0001b9f4ca8bc41bc969f159788] 2024-11-20T16:14:54,217 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 545dc1ae7c3042dc8b1ca096dde92fd4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732119289572 2024-11-20T16:14:54,218 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9016fcb1dede4e779e2dd16a68d83ba2, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732119289572 2024-11-20T16:14:54,218 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting e9062f196a094fdaa27b105e8c22cf0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732119289805 2024-11-20T16:14:54,220 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a4a78ef70f94c1c996272829859082c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732119289949 2024-11-20T16:14:54,220 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c41b11b5b92476c92d5c9ff05275582, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732119289726 2024-11-20T16:14:54,221 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65ef31e85886415e8fcbf328dd191eec, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732119289949 2024-11-20T16:14:54,221 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e93c5e6ef724a6c8eaa24b7a3b320e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732119290659 2024-11-20T16:14:54,221 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting e84bf8351e2f4cff90d7fb824b43a802, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732119290659 2024-11-20T16:14:54,221 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 982687ef483d476385f96d25d8af3143, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732119292914 2024-11-20T16:14:54,221 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 649eb0001b9f4ca8bc41bc969f159788, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732119292877 2024-11-20T16:14:54,234 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#B#compaction#134 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:54,235 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/af9e81ceffe14bb8a1178c46633db28c is 50, key is test_row_0/B:col10/1732119292924/Put/seqid=0 2024-11-20T16:14:54,235 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:54,239 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411200e987b86f67344c4a157c42f86f2348e_3638b38a8e42a08f18095dc936566e78 store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:54,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-20T16:14:54,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:54,241 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-20T16:14:54,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:14:54,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:54,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:14:54,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:54,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:14:54,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:54,243 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411200e987b86f67344c4a157c42f86f2348e_3638b38a8e42a08f18095dc936566e78, store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:54,243 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200e987b86f67344c4a157c42f86f2348e_3638b38a8e42a08f18095dc936566e78 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:54,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741982_1158 (size=12425) 2024-11-20T16:14:54,260 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/af9e81ceffe14bb8a1178c46633db28c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/af9e81ceffe14bb8a1178c46633db28c 2024-11-20T16:14:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T16:14:54,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ad0ef8ecf8b6496d91409739942f6b72_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119293092/Put/seqid=0 2024-11-20T16:14:54,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741983_1159 (size=4469) 2024-11-20T16:14:54,270 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/B of 3638b38a8e42a08f18095dc936566e78 into af9e81ceffe14bb8a1178c46633db28c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:54,270 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:54,270 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/B, priority=11, startTime=1732119294214; duration=0sec 2024-11-20T16:14:54,271 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:54,271 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:B 2024-11-20T16:14:54,271 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T16:14:54,272 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#A#compaction#135 average throughput is 0.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:54,273 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/bc5c4e4fdf034f738353249f3b65afff is 175, key is test_row_0/A:col10/1732119292924/Put/seqid=0 2024-11-20T16:14:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:54,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:54,280 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60408 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T16:14:54,280 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/C is initiating minor compaction (all files) 2024-11-20T16:14:54,280 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/C in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:54,281 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/92f7c69759c64683a42824cdd9490a92, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/54f91e72008645af8ca958b61e150ac6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/0788d96db2bc42a5a21efde8bc01bd87, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/1c5903f9eb184e4fb5b1410d5e7ab63e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/f05247ecf7904a7d94f4af3320bbf55b] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=59.0 K 2024-11-20T16:14:54,282 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 92f7c69759c64683a42824cdd9490a92, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732119289572 2024-11-20T16:14:54,282 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 54f91e72008645af8ca958b61e150ac6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732119289805 2024-11-20T16:14:54,283 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 0788d96db2bc42a5a21efde8bc01bd87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732119289949 2024-11-20T16:14:54,283 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c5903f9eb184e4fb5b1410d5e7ab63e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1732119290659 2024-11-20T16:14:54,284 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting f05247ecf7904a7d94f4af3320bbf55b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732119292914 2024-11-20T16:14:54,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741984_1160 (size=12304) 2024-11-20T16:14:54,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119354305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:54,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:54,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:54,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:54,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119354309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:54,322 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#C#compaction#137 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:54,323 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/ceca3fb81aae4be9bd3650b09b5734b2 is 50, key is test_row_0/C:col10/1732119292924/Put/seqid=0 2024-11-20T16:14:54,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741985_1161 (size=31379) 2024-11-20T16:14:54,342 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/bc5c4e4fdf034f738353249f3b65afff as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/bc5c4e4fdf034f738353249f3b65afff 2024-11-20T16:14:54,351 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/A of 3638b38a8e42a08f18095dc936566e78 into bc5c4e4fdf034f738353249f3b65afff(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:54,351 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:54,351 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/A, priority=11, startTime=1732119294214; duration=0sec 2024-11-20T16:14:54,351 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:54,351 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:A 2024-11-20T16:14:54,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741986_1162 (size=12425) 2024-11-20T16:14:54,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119354423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:54,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:54,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:54,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:54,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119354423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:54,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:54,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:54,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:54,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119354633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:54,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119354633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:54,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:54,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:54,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:54,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:54,710 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ad0ef8ecf8b6496d91409739942f6b72_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ad0ef8ecf8b6496d91409739942f6b72_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:54,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/266ebe44da7645d196c6d0bb4d8e540f, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:54,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/266ebe44da7645d196c6d0bb4d8e540f is 175, key is test_row_0/A:col10/1732119293092/Put/seqid=0 2024-11-20T16:14:54,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741987_1163 (size=31105) 2024-11-20T16:14:54,768 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/ceca3fb81aae4be9bd3650b09b5734b2 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ceca3fb81aae4be9bd3650b09b5734b2 2024-11-20T16:14:54,773 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/C of 3638b38a8e42a08f18095dc936566e78 into ceca3fb81aae4be9bd3650b09b5734b2(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:54,773 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:54,773 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/C, priority=11, startTime=1732119294215; duration=0sec 2024-11-20T16:14:54,773 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:54,773 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:C 2024-11-20T16:14:54,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119354943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:54,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:54,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:54,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:54,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:54,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119354944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:54,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:54,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:54,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:55,120 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/266ebe44da7645d196c6d0bb4d8e540f 2024-11-20T16:14:55,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/ac521f1368d748748549c5ea2ca9ccf7 is 50, key is test_row_0/B:col10/1732119293092/Put/seqid=0 2024-11-20T16:14:55,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741988_1164 (size=12151) 2024-11-20T16:14:55,133 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/ac521f1368d748748549c5ea2ca9ccf7 2024-11-20T16:14:55,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/1e6be5e7e4b14bb796de2db3f436a2f3 is 50, key is test_row_0/C:col10/1732119293092/Put/seqid=0 2024-11-20T16:14:55,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741989_1165 (size=12151) 2024-11-20T16:14:55,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T16:14:55,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:55,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119355454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:55,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:55,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:55,457 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:55,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119355463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:55,546 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/1e6be5e7e4b14bb796de2db3f436a2f3 2024-11-20T16:14:55,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/266ebe44da7645d196c6d0bb4d8e540f as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/266ebe44da7645d196c6d0bb4d8e540f 2024-11-20T16:14:55,560 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/266ebe44da7645d196c6d0bb4d8e540f, entries=150, sequenceid=180, filesize=30.4 K 2024-11-20T16:14:55,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/ac521f1368d748748549c5ea2ca9ccf7 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/ac521f1368d748748549c5ea2ca9ccf7 2024-11-20T16:14:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,568 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/ac521f1368d748748549c5ea2ca9ccf7, entries=150, sequenceid=180, filesize=11.9 K 2024-11-20T16:14:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/1e6be5e7e4b14bb796de2db3f436a2f3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/1e6be5e7e4b14bb796de2db3f436a2f3 2024-11-20T16:14:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,577 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/1e6be5e7e4b14bb796de2db3f436a2f3, entries=150, sequenceid=180, filesize=11.9 K 2024-11-20T16:14:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,579 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 3638b38a8e42a08f18095dc936566e78 in 1337ms, sequenceid=180, compaction requested=false 2024-11-20T16:14:55,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:55,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-20T16:14:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-20T16:14:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-20T16:14:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4540 sec 2024-11-20T16:14:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.4630 sec 2024-11-20T16:14:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:56,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T16:14:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:14:56,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:56,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:14:56,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:56,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:14:56,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dd42602b5ccc4ac4b1946407cecb079b_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119296464/Put/seqid=0 2024-11-20T16:14:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741990_1166 (size=12304) 2024-11-20T16:14:56,509 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:56,515 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120dd42602b5ccc4ac4b1946407cecb079b_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dd42602b5ccc4ac4b1946407cecb079b_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:56,516 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/78623ea70db642b68fd7de734d2514c5, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:56,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/78623ea70db642b68fd7de734d2514c5 is 175, key is test_row_0/A:col10/1732119296464/Put/seqid=0 2024-11-20T16:14:56,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119356530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:56,533 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732119296510, max timestamp=1732119296527Num uniques 859; 2024-11-20T16:14:56,533 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732119296510, max timestamp=1732119296527Num uniques 859; 2024-11-20T16:14:56,533 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T16:14:56,534 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T16:14:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:56,536 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732119296510, max timestamp=1732119296527Num uniques 859; 2024-11-20T16:14:56,536 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T16:14:56,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741991_1167 (size=31105) 2024-11-20T16:14:56,543 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/78623ea70db642b68fd7de734d2514c5 2024-11-20T16:14:56,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/0cdb245d67a94b518909a46b8ea45053 is 50, key is test_row_0/B:col10/1732119296464/Put/seqid=0 2024-11-20T16:14:56,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741992_1168 (size=12151) 2024-11-20T16:14:56,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:56,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119356617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:56,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:56,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119356643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:56,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:56,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:56,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:56,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119356723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:56,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:56,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:56,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:56,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119356854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:56,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:56,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119356933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:56,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:56,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:56,935 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:56,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/0cdb245d67a94b518909a46b8ea45053 2024-11-20T16:14:56,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/003c28e294544e7fb8f6b9418ffd80b5 is 50, key is test_row_0/C:col10/1732119296464/Put/seqid=0 2024-11-20T16:14:56,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741993_1169 (size=12151) 2024-11-20T16:14:56,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/003c28e294544e7fb8f6b9418ffd80b5 2024-11-20T16:14:56,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/78623ea70db642b68fd7de734d2514c5 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/78623ea70db642b68fd7de734d2514c5 2024-11-20T16:14:57,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/78623ea70db642b68fd7de734d2514c5, entries=150, sequenceid=194, filesize=30.4 K 2024-11-20T16:14:57,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/0cdb245d67a94b518909a46b8ea45053 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/0cdb245d67a94b518909a46b8ea45053 2024-11-20T16:14:57,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/0cdb245d67a94b518909a46b8ea45053, entries=150, sequenceid=194, filesize=11.9 K 2024-11-20T16:14:57,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/003c28e294544e7fb8f6b9418ffd80b5 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/003c28e294544e7fb8f6b9418ffd80b5 2024-11-20T16:14:57,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/003c28e294544e7fb8f6b9418ffd80b5, entries=150, sequenceid=194, filesize=11.9 K 2024-11-20T16:14:57,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 3638b38a8e42a08f18095dc936566e78 in 554ms, sequenceid=194, compaction requested=true 2024-11-20T16:14:57,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:57,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:14:57,019 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:57,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:57,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:14:57,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:57,020 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:57,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:14:57,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:57,022 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:57,022 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93589 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:57,022 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/A is initiating minor compaction (all files) 2024-11-20T16:14:57,022 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/B is initiating minor compaction (all files) 2024-11-20T16:14:57,022 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/A in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:57,022 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/B in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:57,023 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/bc5c4e4fdf034f738353249f3b65afff, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/266ebe44da7645d196c6d0bb4d8e540f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/78623ea70db642b68fd7de734d2514c5] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=91.4 K 2024-11-20T16:14:57,023 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/af9e81ceffe14bb8a1178c46633db28c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/ac521f1368d748748549c5ea2ca9ccf7, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/0cdb245d67a94b518909a46b8ea45053] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=35.9 K 2024-11-20T16:14:57,023 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:57,023 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/bc5c4e4fdf034f738353249f3b65afff, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/266ebe44da7645d196c6d0bb4d8e540f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/78623ea70db642b68fd7de734d2514c5] 2024-11-20T16:14:57,023 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting af9e81ceffe14bb8a1178c46633db28c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732119292914 2024-11-20T16:14:57,024 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc5c4e4fdf034f738353249f3b65afff, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732119292914 2024-11-20T16:14:57,024 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting ac521f1368d748748549c5ea2ca9ccf7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732119293092 2024-11-20T16:14:57,024 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cdb245d67a94b518909a46b8ea45053, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732119294301 2024-11-20T16:14:57,024 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 266ebe44da7645d196c6d0bb4d8e540f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732119293092 2024-11-20T16:14:57,025 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78623ea70db642b68fd7de734d2514c5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732119294301 2024-11-20T16:14:57,041 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:57,044 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#B#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:57,045 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/5fa299264a364abdbc7727c702c74ecf is 50, key is test_row_0/B:col10/1732119296464/Put/seqid=0 2024-11-20T16:14:57,057 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120adb8599e0df3408da05c2f1282e737e2_3638b38a8e42a08f18095dc936566e78 store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:57,059 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120adb8599e0df3408da05c2f1282e737e2_3638b38a8e42a08f18095dc936566e78, store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:57,059 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120adb8599e0df3408da05c2f1282e737e2_3638b38a8e42a08f18095dc936566e78 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:57,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741995_1171 (size=4469) 2024-11-20T16:14:57,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741994_1170 (size=12527) 2024-11-20T16:14:57,089 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#A#compaction#143 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:57,089 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/e64906d423594d54918c22c55105a338 is 175, key is test_row_0/A:col10/1732119296464/Put/seqid=0 2024-11-20T16:14:57,095 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/5fa299264a364abdbc7727c702c74ecf as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/5fa299264a364abdbc7727c702c74ecf 2024-11-20T16:14:57,102 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/B of 3638b38a8e42a08f18095dc936566e78 into 5fa299264a364abdbc7727c702c74ecf(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:57,102 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:57,102 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/B, priority=13, startTime=1732119297020; duration=0sec 2024-11-20T16:14:57,102 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:57,102 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:B 2024-11-20T16:14:57,102 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:14:57,104 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:14:57,104 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/C is initiating minor compaction (all files) 2024-11-20T16:14:57,104 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/C in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:57,104 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ceca3fb81aae4be9bd3650b09b5734b2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/1e6be5e7e4b14bb796de2db3f436a2f3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/003c28e294544e7fb8f6b9418ffd80b5] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=35.9 K 2024-11-20T16:14:57,105 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting ceca3fb81aae4be9bd3650b09b5734b2, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732119292914 2024-11-20T16:14:57,105 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e6be5e7e4b14bb796de2db3f436a2f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732119293092 2024-11-20T16:14:57,105 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 003c28e294544e7fb8f6b9418ffd80b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732119294301 2024-11-20T16:14:57,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741996_1172 (size=31481) 2024-11-20T16:14:57,124 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/e64906d423594d54918c22c55105a338 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/e64906d423594d54918c22c55105a338 2024-11-20T16:14:57,126 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#C#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:57,127 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/673816aa62244eff8481625897c9d94a is 50, key is test_row_0/C:col10/1732119296464/Put/seqid=0 2024-11-20T16:14:57,132 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/A of 3638b38a8e42a08f18095dc936566e78 into e64906d423594d54918c22c55105a338(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:57,132 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:57,132 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/A, priority=13, startTime=1732119297019; duration=0sec 2024-11-20T16:14:57,133 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:57,133 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:A 2024-11-20T16:14:57,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741997_1173 (size=12527) 2024-11-20T16:14:57,157 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/673816aa62244eff8481625897c9d94a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/673816aa62244eff8481625897c9d94a 2024-11-20T16:14:57,161 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/C of 3638b38a8e42a08f18095dc936566e78 into 673816aa62244eff8481625897c9d94a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:57,162 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:57,162 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/C, priority=13, startTime=1732119297020; duration=0sec 2024-11-20T16:14:57,162 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:57,162 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:C 2024-11-20T16:14:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:57,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-20T16:14:57,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:14:57,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:57,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:14:57,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:57,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:14:57,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:57,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a6617ac8c97a41a889ff8515ed84375f_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119296601/Put/seqid=0 2024-11-20T16:14:57,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119357195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:57,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:57,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:57,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:57,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741998_1174 (size=14794) 2024-11-20T16:14:57,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119357243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-20T16:14:57,293 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:57,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:14:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-20T16:14:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T16:14:57,296 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:14:57,296 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:14:57,296 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:14:57,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119357303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:57,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T16:14:57,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T16:14:57,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:57,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:57,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:57,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:57,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:57,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119357513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:57,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:57,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:57,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:57,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T16:14:57,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:57,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:57,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:57,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:57,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:57,611 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T16:14:57,616 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a6617ac8c97a41a889ff8515ed84375f_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a6617ac8c97a41a889ff8515ed84375f_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:57,617 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/5604d1dba5114e5884548d8c62077bb2, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:57,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/5604d1dba5114e5884548d8c62077bb2 is 175, key is test_row_0/A:col10/1732119296601/Put/seqid=0 2024-11-20T16:14:57,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741999_1175 (size=39749) 2024-11-20T16:14:57,625 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/5604d1dba5114e5884548d8c62077bb2 2024-11-20T16:14:57,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/48ee430121284c21b3031a81d8c4efc4 is 50, key is test_row_0/B:col10/1732119296601/Put/seqid=0 2024-11-20T16:14:57,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742000_1176 (size=12151) 2024-11-20T16:14:57,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/48ee430121284c21b3031a81d8c4efc4 2024-11-20T16:14:57,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/4b812f58c562402caa45dcb4edfcc984 is 50, key is test_row_0/C:col10/1732119296601/Put/seqid=0 2024-11-20T16:14:57,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742001_1177 (size=12151) 2024-11-20T16:14:57,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/4b812f58c562402caa45dcb4edfcc984 2024-11-20T16:14:57,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/5604d1dba5114e5884548d8c62077bb2 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/5604d1dba5114e5884548d8c62077bb2 2024-11-20T16:14:57,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/5604d1dba5114e5884548d8c62077bb2, entries=200, sequenceid=233, filesize=38.8 K 2024-11-20T16:14:57,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/48ee430121284c21b3031a81d8c4efc4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/48ee430121284c21b3031a81d8c4efc4 2024-11-20T16:14:57,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/48ee430121284c21b3031a81d8c4efc4, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T16:14:57,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/4b812f58c562402caa45dcb4edfcc984 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/4b812f58c562402caa45dcb4edfcc984 2024-11-20T16:14:57,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/4b812f58c562402caa45dcb4edfcc984, entries=150, sequenceid=233, filesize=11.9 K 2024-11-20T16:14:57,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 3638b38a8e42a08f18095dc936566e78 in 521ms, sequenceid=233, compaction requested=false 2024-11-20T16:14:57,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:57,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-20T16:14:57,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:57,754 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T16:14:57,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:14:57,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:57,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:14:57,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:57,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:14:57,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:57,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:57,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112018c4d090d4ea4d92909b721308b4aa84_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119297180/Put/seqid=0 2024-11-20T16:14:57,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742002_1178 (size=12304) 2024-11-20T16:14:57,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:57,779 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112018c4d090d4ea4d92909b721308b4aa84_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112018c4d090d4ea4d92909b721308b4aa84_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:57,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/52b2c67daf674d688a73caffcab187ce, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:57,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/52b2c67daf674d688a73caffcab187ce is 175, key is test_row_0/A:col10/1732119297180/Put/seqid=0 2024-11-20T16:14:57,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742003_1179 (size=31105) 2024-11-20T16:14:57,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732119297815, max timestamp=1732119297849Num uniques 859; 2024-11-20T16:14:57,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T16:14:57,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732119297815, max timestamp=1732119297849Num uniques 859; 2024-11-20T16:14:57,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732119297815, max timestamp=1732119297849Num uniques 859; 2024-11-20T16:14:57,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T16:14:57,852 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T16:14:57,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119357910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:57,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:57,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T16:14:57,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119357919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:57,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:57,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:57,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:57,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38588 deadline: 1732119357944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:57,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38526 deadline: 1732119357944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:57,946 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in 3638b38a8e42a08f18095dc936566e78 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:14:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:57,946 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in 3638b38a8e42a08f18095dc936566e78 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:14:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:57,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:57,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38548 deadline: 1732119357963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:57,966 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in 3638b38a8e42a08f18095dc936566e78 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:14:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:58,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:58,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119358023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:58,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:58,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:58,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119358034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:58,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:58,211 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/52b2c67daf674d688a73caffcab187ce 2024-11-20T16:14:58,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/e2364320c044466babb763eb1a0f4e5e is 50, key is test_row_0/B:col10/1732119297180/Put/seqid=0 2024-11-20T16:14:58,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742004_1180 (size=12151) 2024-11-20T16:14:58,242 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/e2364320c044466babb763eb1a0f4e5e 2024-11-20T16:14:58,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119358233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:58,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119358244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:58,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,248 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:58,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:58,255 INFO [master/044e4e732073:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T16:14:58,255 INFO [master/044e4e732073:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T16:14:58,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/7d6aa87be608481bb2ba7effe7352368 is 50, key is test_row_0/C:col10/1732119297180/Put/seqid=0 2024-11-20T16:14:58,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742005_1181 (size=12151) 2024-11-20T16:14:58,271 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/7d6aa87be608481bb2ba7effe7352368 2024-11-20T16:14:58,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/52b2c67daf674d688a73caffcab187ce as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/52b2c67daf674d688a73caffcab187ce 2024-11-20T16:14:58,287 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/52b2c67daf674d688a73caffcab187ce, entries=150, sequenceid=243, filesize=30.4 K 2024-11-20T16:14:58,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/e2364320c044466babb763eb1a0f4e5e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/e2364320c044466babb763eb1a0f4e5e 2024-11-20T16:14:58,298 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/e2364320c044466babb763eb1a0f4e5e, entries=150, sequenceid=243, filesize=11.9 K 2024-11-20T16:14:58,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/7d6aa87be608481bb2ba7effe7352368 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/7d6aa87be608481bb2ba7effe7352368 2024-11-20T16:14:58,312 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/7d6aa87be608481bb2ba7effe7352368, entries=150, sequenceid=243, filesize=11.9 K 2024-11-20T16:14:58,315 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3638b38a8e42a08f18095dc936566e78 in 561ms, sequenceid=243, compaction requested=true 2024-11-20T16:14:58,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:58,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:58,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-20T16:14:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-20T16:14:58,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-20T16:14:58,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0210 sec 2024-11-20T16:14:58,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.0270 sec 2024-11-20T16:14:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-20T16:14:58,433 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:14:58,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:14:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-20T16:14:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T16:14:58,437 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:14:58,437 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:14:58,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:14:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T16:14:58,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:58,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-20T16:14:58,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732119297906, max timestamp=1732119298556Num uniques 1068; 2024-11-20T16:14:58,562 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-20T16:14:58,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1732119297906, max timestamp=1732119298556Num uniques 1068; 2024-11-20T16:14:58,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=9978, suffix heap size=139040,new segment heap size=22912  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=218 2024-11-20T16:14:58,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:14:58,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:58,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:14:58,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:14:58,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:14:58,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T16:14:58,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eaf7097fb549418bb5b31e024942bfd2_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119297908/Put/seqid=0 2024-11-20T16:14:58,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742006_1182 (size=17534) 2024-11-20T16:14:58,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T16:14:58,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:58,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:58,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:58,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:58,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:58,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:58,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119358618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:58,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,623 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:58,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:58,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119358624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:58,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:58,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119358734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:58,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119358734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:58,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T16:14:58,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:58,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:58,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:58,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:58,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T16:14:58,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T16:14:58,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:58,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:58,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:58,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:58,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:58,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119358944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:58,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:58,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119358944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:58,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:58,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:58,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:58,980 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:58,986 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eaf7097fb549418bb5b31e024942bfd2_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eaf7097fb549418bb5b31e024942bfd2_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:58,987 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/0c1db69c3d9d46808b2c2bf11376be33, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:58,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/0c1db69c3d9d46808b2c2bf11376be33 is 175, key is test_row_0/A:col10/1732119297908/Put/seqid=0 2024-11-20T16:14:58,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742007_1183 (size=48639) 2024-11-20T16:14:58,993 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/0c1db69c3d9d46808b2c2bf11376be33 2024-11-20T16:14:59,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/63b64f1e90bc4cee94cab2159f9142ea is 50, key is test_row_0/B:col10/1732119297908/Put/seqid=0 2024-11-20T16:14:59,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742008_1184 (size=12301) 2024-11-20T16:14:59,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/63b64f1e90bc4cee94cab2159f9142ea 2024-11-20T16:14:59,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/6fb0c6aa57534bf498814ad53cf27ffa is 50, key is test_row_0/C:col10/1732119297908/Put/seqid=0 2024-11-20T16:14:59,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742009_1185 (size=12301) 2024-11-20T16:14:59,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T16:14:59,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:59,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:59,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:59,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:59,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T16:14:59,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T16:14:59,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:59,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:59,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:59,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:59,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:59,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119359253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:59,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:59,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:59,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119359253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:59,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:59,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:59,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:59,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:59,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T16:14:59,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:59,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:59,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:59,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:59,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:14:59,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/6fb0c6aa57534bf498814ad53cf27ffa 2024-11-20T16:14:59,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/0c1db69c3d9d46808b2c2bf11376be33 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/0c1db69c3d9d46808b2c2bf11376be33 2024-11-20T16:14:59,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/0c1db69c3d9d46808b2c2bf11376be33, entries=250, sequenceid=281, filesize=47.5 K 2024-11-20T16:14:59,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/63b64f1e90bc4cee94cab2159f9142ea as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/63b64f1e90bc4cee94cab2159f9142ea 2024-11-20T16:14:59,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/63b64f1e90bc4cee94cab2159f9142ea, entries=150, sequenceid=281, filesize=12.0 K 2024-11-20T16:14:59,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/6fb0c6aa57534bf498814ad53cf27ffa as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/6fb0c6aa57534bf498814ad53cf27ffa 2024-11-20T16:14:59,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/6fb0c6aa57534bf498814ad53cf27ffa, entries=150, sequenceid=281, filesize=12.0 K 2024-11-20T16:14:59,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~71.56 KB/73280, heapSize ~193.98 KB/198640, currentSize=107.34 KB/109920 for 3638b38a8e42a08f18095dc936566e78 in 890ms, sequenceid=281, compaction requested=true 2024-11-20T16:14:59,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:59,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:14:59,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:59,447 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:14:59,447 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:14:59,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:14:59,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:59,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:14:59,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:59,449 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150974 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:14:59,449 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/A is initiating minor compaction (all files) 2024-11-20T16:14:59,449 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/A in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:59,449 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/e64906d423594d54918c22c55105a338, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/5604d1dba5114e5884548d8c62077bb2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/52b2c67daf674d688a73caffcab187ce, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/0c1db69c3d9d46808b2c2bf11376be33] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=147.4 K 2024-11-20T16:14:59,449 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:59,449 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/e64906d423594d54918c22c55105a338, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/5604d1dba5114e5884548d8c62077bb2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/52b2c67daf674d688a73caffcab187ce, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/0c1db69c3d9d46808b2c2bf11376be33] 2024-11-20T16:14:59,449 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49130 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:14:59,450 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/B is initiating minor compaction (all files) 2024-11-20T16:14:59,450 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/B in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:59,450 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/5fa299264a364abdbc7727c702c74ecf, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/48ee430121284c21b3031a81d8c4efc4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/e2364320c044466babb763eb1a0f4e5e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/63b64f1e90bc4cee94cab2159f9142ea] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=48.0 K 2024-11-20T16:14:59,450 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting e64906d423594d54918c22c55105a338, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732119294301 2024-11-20T16:14:59,450 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fa299264a364abdbc7727c702c74ecf, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732119294301 2024-11-20T16:14:59,450 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5604d1dba5114e5884548d8c62077bb2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732119296593 2024-11-20T16:14:59,451 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 48ee430121284c21b3031a81d8c4efc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732119296593 2024-11-20T16:14:59,451 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52b2c67daf674d688a73caffcab187ce, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732119297177 2024-11-20T16:14:59,451 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting e2364320c044466babb763eb1a0f4e5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732119297177 2024-11-20T16:14:59,451 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c1db69c3d9d46808b2c2bf11376be33, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732119297906 2024-11-20T16:14:59,452 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 63b64f1e90bc4cee94cab2159f9142ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732119297908 2024-11-20T16:14:59,464 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:59,467 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120250d67d537124f808a7e94820e580559_3638b38a8e42a08f18095dc936566e78 store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:59,469 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120250d67d537124f808a7e94820e580559_3638b38a8e42a08f18095dc936566e78, store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:59,469 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#B#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:59,469 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120250d67d537124f808a7e94820e580559_3638b38a8e42a08f18095dc936566e78 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:59,470 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/86598b73e5b94234a831851aeec3ca56 is 50, key is test_row_0/B:col10/1732119297908/Put/seqid=0 2024-11-20T16:14:59,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742010_1186 (size=4469) 2024-11-20T16:14:59,488 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#A#compaction#155 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:59,489 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/4bf3e667bd1d4b22bf01a9fc8ad7e6e7 is 175, key is test_row_0/A:col10/1732119297908/Put/seqid=0 2024-11-20T16:14:59,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742011_1187 (size=12813) 2024-11-20T16:14:59,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742012_1188 (size=31767) 2024-11-20T16:14:59,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-20T16:14:59,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:59,510 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-20T16:14:59,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:14:59,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:59,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:14:59,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:59,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:14:59,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:14:59,512 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/4bf3e667bd1d4b22bf01a9fc8ad7e6e7 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/4bf3e667bd1d4b22bf01a9fc8ad7e6e7 2024-11-20T16:14:59,521 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/A of 3638b38a8e42a08f18095dc936566e78 into 4bf3e667bd1d4b22bf01a9fc8ad7e6e7(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:59,521 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:59,521 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/A, priority=12, startTime=1732119299447; duration=0sec 2024-11-20T16:14:59,522 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:14:59,522 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:A 2024-11-20T16:14:59,522 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:14:59,524 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49130 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:14:59,525 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/C is initiating minor compaction (all files) 2024-11-20T16:14:59,525 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/C in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:14:59,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201b70f312d8804c3da685d6d35f836191_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119298620/Put/seqid=0 2024-11-20T16:14:59,525 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/673816aa62244eff8481625897c9d94a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/4b812f58c562402caa45dcb4edfcc984, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/7d6aa87be608481bb2ba7effe7352368, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/6fb0c6aa57534bf498814ad53cf27ffa] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=48.0 K 2024-11-20T16:14:59,525 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 673816aa62244eff8481625897c9d94a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732119294301 2024-11-20T16:14:59,526 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b812f58c562402caa45dcb4edfcc984, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732119296593 2024-11-20T16:14:59,526 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d6aa87be608481bb2ba7effe7352368, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732119297177 2024-11-20T16:14:59,527 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fb0c6aa57534bf498814ad53cf27ffa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732119297908 2024-11-20T16:14:59,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742013_1189 (size=12454) 2024-11-20T16:14:59,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:14:59,546 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#C#compaction#158 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:14:59,546 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/fd694be75ab3433a8853cb6eeab1fb58 is 50, key is test_row_0/C:col10/1732119297908/Put/seqid=0 2024-11-20T16:14:59,549 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201b70f312d8804c3da685d6d35f836191_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201b70f312d8804c3da685d6d35f836191_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:59,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/918cf78d5f1c43458a8aa0497e772aa2, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:14:59,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/918cf78d5f1c43458a8aa0497e772aa2 is 175, key is test_row_0/A:col10/1732119298620/Put/seqid=0 2024-11-20T16:14:59,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742015_1191 (size=31255) 2024-11-20T16:14:59,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742014_1190 (size=12813) 2024-11-20T16:14:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T16:14:59,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:14:59,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:14:59,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119359780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:59,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:59,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:59,784 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:59,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119359784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:59,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:59,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:59,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:59,912 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/86598b73e5b94234a831851aeec3ca56 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/86598b73e5b94234a831851aeec3ca56 2024-11-20T16:14:59,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:59,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119359907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:59,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:14:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:59,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119359907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:14:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:14:59,913 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:14:59,916 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/B of 3638b38a8e42a08f18095dc936566e78 into 86598b73e5b94234a831851aeec3ca56(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:59,916 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:59,916 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/B, priority=12, startTime=1732119299447; duration=0sec 2024-11-20T16:14:59,917 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:59,917 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:B 2024-11-20T16:14:59,961 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/918cf78d5f1c43458a8aa0497e772aa2 2024-11-20T16:14:59,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/99c23891f14c4f678f00fa0f7583f3b8 is 50, key is test_row_0/B:col10/1732119298620/Put/seqid=0 2024-11-20T16:14:59,975 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/fd694be75ab3433a8853cb6eeab1fb58 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/fd694be75ab3433a8853cb6eeab1fb58 2024-11-20T16:14:59,981 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/C of 3638b38a8e42a08f18095dc936566e78 into fd694be75ab3433a8853cb6eeab1fb58(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:14:59,981 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:14:59,981 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/C, priority=12, startTime=1732119299448; duration=0sec 2024-11-20T16:14:59,981 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:14:59,981 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:C 2024-11-20T16:14:59,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742016_1192 (size=12301) 2024-11-20T16:14:59,987 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/99c23891f14c4f678f00fa0f7583f3b8 2024-11-20T16:14:59,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/3e941c09afd04317a176a6718eb45eb3 is 50, key is test_row_0/C:col10/1732119298620/Put/seqid=0 2024-11-20T16:15:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742017_1193 (size=12301) 2024-11-20T16:15:00,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119360123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:00,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:00,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:00,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:00,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119360123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:00,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:00,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:00,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:00,129 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:00,406 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/3e941c09afd04317a176a6718eb45eb3 2024-11-20T16:15:00,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/918cf78d5f1c43458a8aa0497e772aa2 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/918cf78d5f1c43458a8aa0497e772aa2 2024-11-20T16:15:00,415 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/918cf78d5f1c43458a8aa0497e772aa2, entries=150, sequenceid=300, filesize=30.5 K 2024-11-20T16:15:00,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/99c23891f14c4f678f00fa0f7583f3b8 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/99c23891f14c4f678f00fa0f7583f3b8 2024-11-20T16:15:00,420 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/99c23891f14c4f678f00fa0f7583f3b8, entries=150, sequenceid=300, filesize=12.0 K 2024-11-20T16:15:00,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/3e941c09afd04317a176a6718eb45eb3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/3e941c09afd04317a176a6718eb45eb3 2024-11-20T16:15:00,428 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/3e941c09afd04317a176a6718eb45eb3, entries=150, sequenceid=300, filesize=12.0 K 2024-11-20T16:15:00,429 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 3638b38a8e42a08f18095dc936566e78 in 918ms, sequenceid=300, compaction requested=false 2024-11-20T16:15:00,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:00,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:00,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-20T16:15:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-20T16:15:00,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-20T16:15:00,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9930 sec 2024-11-20T16:15:00,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.9990 sec 2024-11-20T16:15:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:00,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-20T16:15:00,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:15:00,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:00,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:15:00,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:00,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:15:00,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:00,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120371bce15f01b49dc996d1fd7c49da5ae_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119300434/Put/seqid=0 2024-11-20T16:15:00,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742018_1194 (size=14994) 2024-11-20T16:15:00,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119360468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:00,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:00,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119360470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:00,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:00,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:00,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:00,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:00,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-20T16:15:00,583 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:00,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:15:00,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-20T16:15:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119360583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:00,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119360583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T16:15:00,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:00,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:00,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:00,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:00,586 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:15:00,587 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:15:00,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:15:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T16:15:00,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T16:15:00,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:00,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:00,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:00,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:00,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:00,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119360793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:00,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119360793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:00,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:00,861 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:00,865 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120371bce15f01b49dc996d1fd7c49da5ae_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120371bce15f01b49dc996d1fd7c49da5ae_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:00,866 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/f9716e14937844c480aec29618e5df51, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:00,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/f9716e14937844c480aec29618e5df51 is 175, key is test_row_0/A:col10/1732119300434/Put/seqid=0 2024-11-20T16:15:00,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742019_1195 (size=39949) 2024-11-20T16:15:00,872 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/f9716e14937844c480aec29618e5df51 2024-11-20T16:15:00,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/8ccc36e418cc424bafac6701c316e6d3 is 50, key is test_row_0/B:col10/1732119300434/Put/seqid=0 2024-11-20T16:15:00,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742020_1196 (size=12301) 2024-11-20T16:15:00,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T16:15:00,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:00,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:00,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:00,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:00,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:00,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T16:15:01,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T16:15:01,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:01,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:01,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:01,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:01,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:01,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119361104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:01,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119361104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:01,105 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:01,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T16:15:01,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:01,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:01,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:01,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:01,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T16:15:01,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/8ccc36e418cc424bafac6701c316e6d3 2024-11-20T16:15:01,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/9fab99dd72854538b1ff06774467dd46 is 50, key is test_row_0/C:col10/1732119300434/Put/seqid=0 2024-11-20T16:15:01,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742021_1197 (size=12301) 2024-11-20T16:15:01,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T16:15:01,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:01,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:01,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:01,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:01,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:01,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T16:15:01,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:01,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:01,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:01,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:01,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:01,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119361613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:01,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:01,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:01,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119361613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:01,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:01,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:01,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:01,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:01,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T16:15:01,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:01,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:01,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:01,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:01,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:01,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/9fab99dd72854538b1ff06774467dd46 2024-11-20T16:15:01,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/f9716e14937844c480aec29618e5df51 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/f9716e14937844c480aec29618e5df51 2024-11-20T16:15:01,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/f9716e14937844c480aec29618e5df51, entries=200, sequenceid=317, filesize=39.0 K 2024-11-20T16:15:01,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/8ccc36e418cc424bafac6701c316e6d3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/8ccc36e418cc424bafac6701c316e6d3 2024-11-20T16:15:01,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/8ccc36e418cc424bafac6701c316e6d3, entries=150, sequenceid=317, filesize=12.0 K 2024-11-20T16:15:01,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/9fab99dd72854538b1ff06774467dd46 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/9fab99dd72854538b1ff06774467dd46 2024-11-20T16:15:01,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/9fab99dd72854538b1ff06774467dd46, entries=150, sequenceid=317, filesize=12.0 K 2024-11-20T16:15:01,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 3638b38a8e42a08f18095dc936566e78 in 1280ms, sequenceid=317, compaction requested=true 2024-11-20T16:15:01,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:01,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:15:01,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:01,716 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:01,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:15:01,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:01,716 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:01,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:15:01,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:01,717 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102971 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:01,717 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/A is initiating minor compaction (all files) 2024-11-20T16:15:01,717 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:01,717 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/B is initiating minor compaction (all files) 2024-11-20T16:15:01,717 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/A in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:01,717 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/B in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:01,717 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/4bf3e667bd1d4b22bf01a9fc8ad7e6e7, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/918cf78d5f1c43458a8aa0497e772aa2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/f9716e14937844c480aec29618e5df51] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=100.6 K 2024-11-20T16:15:01,717 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/86598b73e5b94234a831851aeec3ca56, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/99c23891f14c4f678f00fa0f7583f3b8, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/8ccc36e418cc424bafac6701c316e6d3] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=36.5 K 2024-11-20T16:15:01,717 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:01,717 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/4bf3e667bd1d4b22bf01a9fc8ad7e6e7, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/918cf78d5f1c43458a8aa0497e772aa2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/f9716e14937844c480aec29618e5df51] 2024-11-20T16:15:01,718 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bf3e667bd1d4b22bf01a9fc8ad7e6e7, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732119297908 2024-11-20T16:15:01,718 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 86598b73e5b94234a831851aeec3ca56, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732119297908 2024-11-20T16:15:01,718 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 99c23891f14c4f678f00fa0f7583f3b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732119298603 2024-11-20T16:15:01,718 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 918cf78d5f1c43458a8aa0497e772aa2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732119298603 2024-11-20T16:15:01,719 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ccc36e418cc424bafac6701c316e6d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732119299774 2024-11-20T16:15:01,719 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9716e14937844c480aec29618e5df51, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732119299774 2024-11-20T16:15:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T16:15:01,727 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#B#compaction#164 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:01,727 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/c8c3400a95c64537aa2c4ceb0a8f1bd6 is 50, key is test_row_0/B:col10/1732119300434/Put/seqid=0 2024-11-20T16:15:01,728 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:01,730 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120434d7cffeed2449d8f792c632e231a0a_3638b38a8e42a08f18095dc936566e78 store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:01,732 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120434d7cffeed2449d8f792c632e231a0a_3638b38a8e42a08f18095dc936566e78, store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:01,732 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120434d7cffeed2449d8f792c632e231a0a_3638b38a8e42a08f18095dc936566e78 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:01,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742022_1198 (size=12915) 2024-11-20T16:15:01,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742023_1199 (size=4469) 2024-11-20T16:15:01,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-20T16:15:01,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:01,810 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T16:15:01,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:15:01,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:01,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:15:01,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:01,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:15:01,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:01,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a9a7058034554bb1a4fec2726232a6cf_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119300465/Put/seqid=0 2024-11-20T16:15:01,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742024_1200 (size=12454) 2024-11-20T16:15:01,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:01,825 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a9a7058034554bb1a4fec2726232a6cf_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a9a7058034554bb1a4fec2726232a6cf_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:01,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/69db284d3c2a41239b6ee04b24c1b969, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:01,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/69db284d3c2a41239b6ee04b24c1b969 is 175, key is test_row_0/A:col10/1732119300465/Put/seqid=0 2024-11-20T16:15:01,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742025_1201 (size=31255) 2024-11-20T16:15:02,137 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#A#compaction#165 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:02,137 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/ac3142ec35614d7d87cff03ad241184f is 175, key is test_row_0/A:col10/1732119300434/Put/seqid=0 2024-11-20T16:15:02,141 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/c8c3400a95c64537aa2c4ceb0a8f1bd6 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/c8c3400a95c64537aa2c4ceb0a8f1bd6 2024-11-20T16:15:02,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742026_1202 (size=31869) 2024-11-20T16:15:02,147 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/B of 3638b38a8e42a08f18095dc936566e78 into c8c3400a95c64537aa2c4ceb0a8f1bd6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:02,147 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:02,147 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/B, priority=13, startTime=1732119301716; duration=0sec 2024-11-20T16:15:02,148 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/ac3142ec35614d7d87cff03ad241184f as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/ac3142ec35614d7d87cff03ad241184f 2024-11-20T16:15:02,148 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:02,148 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:B 2024-11-20T16:15:02,148 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:02,149 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:02,149 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/C is initiating minor compaction (all files) 2024-11-20T16:15:02,150 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/C in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:02,150 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/fd694be75ab3433a8853cb6eeab1fb58, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/3e941c09afd04317a176a6718eb45eb3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/9fab99dd72854538b1ff06774467dd46] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=36.5 K 2024-11-20T16:15:02,150 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting fd694be75ab3433a8853cb6eeab1fb58, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732119297908 2024-11-20T16:15:02,151 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e941c09afd04317a176a6718eb45eb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732119298603 2024-11-20T16:15:02,151 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fab99dd72854538b1ff06774467dd46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732119299774 2024-11-20T16:15:02,153 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/A of 3638b38a8e42a08f18095dc936566e78 into ac3142ec35614d7d87cff03ad241184f(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:02,154 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:02,154 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/A, priority=13, startTime=1732119301716; duration=0sec 2024-11-20T16:15:02,154 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:02,154 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:A 2024-11-20T16:15:02,162 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#C#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:02,163 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/306bd3c44668449bba36525f44c67e1c is 50, key is test_row_0/C:col10/1732119300434/Put/seqid=0 2024-11-20T16:15:02,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742027_1203 (size=12915) 2024-11-20T16:15:02,198 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/306bd3c44668449bba36525f44c67e1c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/306bd3c44668449bba36525f44c67e1c 2024-11-20T16:15:02,208 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/C of 3638b38a8e42a08f18095dc936566e78 into 306bd3c44668449bba36525f44c67e1c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:02,208 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:02,208 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/C, priority=13, startTime=1732119301716; duration=0sec 2024-11-20T16:15:02,208 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:02,209 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:C 2024-11-20T16:15:02,230 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/69db284d3c2a41239b6ee04b24c1b969 2024-11-20T16:15:02,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/fb454b21c6c648719c8f1ae01dd94877 is 50, key is test_row_0/B:col10/1732119300465/Put/seqid=0 2024-11-20T16:15:02,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742028_1204 (size=12301) 2024-11-20T16:15:02,259 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/fb454b21c6c648719c8f1ae01dd94877 2024-11-20T16:15:02,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/dfaa2727f04042a18a4e2f86b78bd8b6 is 50, key is test_row_0/C:col10/1732119300465/Put/seqid=0 2024-11-20T16:15:02,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742029_1205 (size=12301) 2024-11-20T16:15:02,287 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/dfaa2727f04042a18a4e2f86b78bd8b6 2024-11-20T16:15:02,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/69db284d3c2a41239b6ee04b24c1b969 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/69db284d3c2a41239b6ee04b24c1b969 2024-11-20T16:15:02,306 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/69db284d3c2a41239b6ee04b24c1b969, entries=150, sequenceid=335, filesize=30.5 K 2024-11-20T16:15:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/fb454b21c6c648719c8f1ae01dd94877 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/fb454b21c6c648719c8f1ae01dd94877 2024-11-20T16:15:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,313 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/fb454b21c6c648719c8f1ae01dd94877, entries=150, sequenceid=335, filesize=12.0 K 2024-11-20T16:15:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/dfaa2727f04042a18a4e2f86b78bd8b6 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/dfaa2727f04042a18a4e2f86b78bd8b6 2024-11-20T16:15:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,322 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/dfaa2727f04042a18a4e2f86b78bd8b6, entries=150, sequenceid=335, filesize=12.0 K 2024-11-20T16:15:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,323 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 3638b38a8e42a08f18095dc936566e78 in 513ms, sequenceid=335, compaction requested=false 2024-11-20T16:15:02,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:02,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-20T16:15:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-20T16:15:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-20T16:15:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7380 sec 2024-11-20T16:15:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.7450 sec 2024-11-20T16:15:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:02,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T16:15:02,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:15:02,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:02,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:15:02,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:02,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:15:02,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:02,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207da8b60ebcc944488ddde3ac1e947513_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119302690/Put/seqid=0 2024-11-20T16:15:02,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742030_1206 (size=14994) 2024-11-20T16:15:02,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-20T16:15:02,734 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:02,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:15:02,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-20T16:15:02,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T16:15:02,736 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:15:02,737 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:15:02,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:15:02,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732119302741, max timestamp=1732119302759Num uniques 859; 2024-11-20T16:15:02,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732119302741, max timestamp=1732119302759Num uniques 859; 2024-11-20T16:15:02,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T16:15:02,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T16:15:02,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732119302741, max timestamp=1732119302759Num uniques 859; 2024-11-20T16:15:02,763 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T16:15:02,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T16:15:02,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119362865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:02,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:02,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119362866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:02,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:02,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:02,873 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:02,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:02,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:02,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:02,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T16:15:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:02,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:02,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:02,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119362983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:02,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119362983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:02,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:03,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T16:15:03,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:03,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:03,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:03,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T16:15:03,113 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:03,116 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207da8b60ebcc944488ddde3ac1e947513_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207da8b60ebcc944488ddde3ac1e947513_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:03,117 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/5286240a2bbc46dd91e9d6469eef30b0, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:03,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/5286240a2bbc46dd91e9d6469eef30b0 is 175, key is test_row_0/A:col10/1732119302690/Put/seqid=0 2024-11-20T16:15:03,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742031_1207 (size=39949) 2024-11-20T16:15:03,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119363193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:03,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119363193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:03,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:03,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:03,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:03,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:03,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:03,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:03,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T16:15:03,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:03,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:03,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:03,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T16:15:03,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:03,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:03,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:03,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T16:15:03,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T16:15:03,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:03,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:03,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:03,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119363503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:03,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119363503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:03,521 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/5286240a2bbc46dd91e9d6469eef30b0 2024-11-20T16:15:03,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/a2b15afe6de44ae1bd530cbad32f9a85 is 50, key is test_row_0/B:col10/1732119302690/Put/seqid=0 2024-11-20T16:15:03,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742032_1208 (size=12301) 2024-11-20T16:15:03,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T16:15:03,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:03,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:03,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:03,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T16:15:03,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:03,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:03,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:03,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T16:15:03,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T16:15:03,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:03,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:03,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:03,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:03,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/a2b15afe6de44ae1bd530cbad32f9a85 2024-11-20T16:15:03,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/2bec36d1a3504c76ab0e5ea1e4d4a83d is 50, key is test_row_0/C:col10/1732119302690/Put/seqid=0 2024-11-20T16:15:03,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742033_1209 (size=12301) 2024-11-20T16:15:04,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119364013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:04,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:04,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:04,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:04,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:04,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119364013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:04,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:04,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:04,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:04,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T16:15:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:04,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:04,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:04,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:04,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T16:15:04,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:04,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:04,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:04,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:04,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:04,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:04,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/2bec36d1a3504c76ab0e5ea1e4d4a83d 2024-11-20T16:15:04,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/5286240a2bbc46dd91e9d6469eef30b0 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/5286240a2bbc46dd91e9d6469eef30b0 2024-11-20T16:15:04,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/5286240a2bbc46dd91e9d6469eef30b0, entries=200, sequenceid=348, filesize=39.0 K 2024-11-20T16:15:04,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/a2b15afe6de44ae1bd530cbad32f9a85 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/a2b15afe6de44ae1bd530cbad32f9a85 2024-11-20T16:15:04,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/a2b15afe6de44ae1bd530cbad32f9a85, entries=150, sequenceid=348, filesize=12.0 K 2024-11-20T16:15:04,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/2bec36d1a3504c76ab0e5ea1e4d4a83d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/2bec36d1a3504c76ab0e5ea1e4d4a83d 2024-11-20T16:15:04,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/2bec36d1a3504c76ab0e5ea1e4d4a83d, entries=150, sequenceid=348, filesize=12.0 K 2024-11-20T16:15:04,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3638b38a8e42a08f18095dc936566e78 in 1714ms, sequenceid=348, compaction requested=true 2024-11-20T16:15:04,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:04,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:15:04,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:04,405 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:04,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:15:04,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:04,405 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:04,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:15:04,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:04,406 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:04,406 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:04,406 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/A is initiating minor compaction (all files) 2024-11-20T16:15:04,406 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/B is initiating minor compaction (all files) 2024-11-20T16:15:04,406 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/A in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:04,406 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/B in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:04,406 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/c8c3400a95c64537aa2c4ceb0a8f1bd6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/fb454b21c6c648719c8f1ae01dd94877, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/a2b15afe6de44ae1bd530cbad32f9a85] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=36.6 K 2024-11-20T16:15:04,406 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/ac3142ec35614d7d87cff03ad241184f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/69db284d3c2a41239b6ee04b24c1b969, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/5286240a2bbc46dd91e9d6469eef30b0] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=100.7 K 2024-11-20T16:15:04,406 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:04,407 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/ac3142ec35614d7d87cff03ad241184f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/69db284d3c2a41239b6ee04b24c1b969, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/5286240a2bbc46dd91e9d6469eef30b0] 2024-11-20T16:15:04,407 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting c8c3400a95c64537aa2c4ceb0a8f1bd6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732119299774 2024-11-20T16:15:04,407 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac3142ec35614d7d87cff03ad241184f, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732119299774 2024-11-20T16:15:04,407 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting fb454b21c6c648719c8f1ae01dd94877, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732119300459 2024-11-20T16:15:04,407 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69db284d3c2a41239b6ee04b24c1b969, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732119300459 2024-11-20T16:15:04,408 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5286240a2bbc46dd91e9d6469eef30b0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732119302675 2024-11-20T16:15:04,408 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting a2b15afe6de44ae1bd530cbad32f9a85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732119302675 2024-11-20T16:15:04,418 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:04,419 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#B#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:04,420 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/4839db8813884ed9a75d04b93ab1c42b is 50, key is test_row_0/B:col10/1732119302690/Put/seqid=0 2024-11-20T16:15:04,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-20T16:15:04,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:04,424 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-20T16:15:04,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:15:04,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:04,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:15:04,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:04,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:15:04,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:04,437 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120f0458a0644584a14916c02809b8c77f1_3638b38a8e42a08f18095dc936566e78 store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:04,440 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120f0458a0644584a14916c02809b8c77f1_3638b38a8e42a08f18095dc936566e78, store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:04,440 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f0458a0644584a14916c02809b8c77f1_3638b38a8e42a08f18095dc936566e78 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:04,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742034_1210 (size=13017) 2024-11-20T16:15:04,447 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/4839db8813884ed9a75d04b93ab1c42b as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/4839db8813884ed9a75d04b93ab1c42b 2024-11-20T16:15:04,454 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/B of 3638b38a8e42a08f18095dc936566e78 into 4839db8813884ed9a75d04b93ab1c42b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:04,454 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:04,454 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/B, priority=13, startTime=1732119304405; duration=0sec 2024-11-20T16:15:04,454 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:04,454 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:B 2024-11-20T16:15:04,454 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:04,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204f8c54c73ab84f2a9a0aa180bec5523a_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119302838/Put/seqid=0 2024-11-20T16:15:04,455 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:04,455 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/C is initiating minor compaction (all files) 2024-11-20T16:15:04,455 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/C in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:04,455 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/306bd3c44668449bba36525f44c67e1c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/dfaa2727f04042a18a4e2f86b78bd8b6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/2bec36d1a3504c76ab0e5ea1e4d4a83d] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=36.6 K 2024-11-20T16:15:04,456 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 306bd3c44668449bba36525f44c67e1c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732119299774 2024-11-20T16:15:04,457 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting dfaa2727f04042a18a4e2f86b78bd8b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1732119300459 2024-11-20T16:15:04,457 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bec36d1a3504c76ab0e5ea1e4d4a83d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732119302675 2024-11-20T16:15:04,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742035_1211 (size=4469) 2024-11-20T16:15:04,465 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#A#compaction#174 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:04,466 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/3e9b4fcc88fa4f7d8d0dd7b9a5cc024c is 175, key is test_row_0/A:col10/1732119302690/Put/seqid=0 2024-11-20T16:15:04,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742036_1212 (size=12454) 2024-11-20T16:15:04,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:04,473 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204f8c54c73ab84f2a9a0aa180bec5523a_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204f8c54c73ab84f2a9a0aa180bec5523a_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:04,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/40753f5f4b92484596c4af64c86bfb88, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:04,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/40753f5f4b92484596c4af64c86bfb88 is 175, key is test_row_0/A:col10/1732119302838/Put/seqid=0 2024-11-20T16:15:04,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742037_1213 (size=31971) 2024-11-20T16:15:04,483 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#C#compaction#176 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:04,484 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/59bfa4c5afd949519b9ec01df18cfa1c is 50, key is test_row_0/C:col10/1732119302690/Put/seqid=0 2024-11-20T16:15:04,486 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/3e9b4fcc88fa4f7d8d0dd7b9a5cc024c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/3e9b4fcc88fa4f7d8d0dd7b9a5cc024c 2024-11-20T16:15:04,493 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/A of 3638b38a8e42a08f18095dc936566e78 into 3e9b4fcc88fa4f7d8d0dd7b9a5cc024c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:04,493 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:04,493 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/A, priority=13, startTime=1732119304405; duration=0sec 2024-11-20T16:15:04,493 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:04,493 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:A 2024-11-20T16:15:04,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742038_1214 (size=31255) 2024-11-20T16:15:04,504 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=383, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/40753f5f4b92484596c4af64c86bfb88 2024-11-20T16:15:04,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742039_1215 (size=13017) 2024-11-20T16:15:04,523 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/59bfa4c5afd949519b9ec01df18cfa1c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/59bfa4c5afd949519b9ec01df18cfa1c 2024-11-20T16:15:04,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/505f2bacc0bf4ba1928a1453aae3cb9b is 50, key is test_row_0/B:col10/1732119302838/Put/seqid=0 2024-11-20T16:15:04,532 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/C of 3638b38a8e42a08f18095dc936566e78 into 59bfa4c5afd949519b9ec01df18cfa1c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:04,532 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:04,532 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/C, priority=13, startTime=1732119304405; duration=0sec 2024-11-20T16:15:04,533 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:04,533 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:C 2024-11-20T16:15:04,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742040_1216 (size=12301) 2024-11-20T16:15:04,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T16:15:04,951 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/505f2bacc0bf4ba1928a1453aae3cb9b 2024-11-20T16:15:04,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/ed2a0968abb34be2aa16cfbb01804edc is 50, key is test_row_0/C:col10/1732119302838/Put/seqid=0 2024-11-20T16:15:04,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742041_1217 (size=12301) 2024-11-20T16:15:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:05,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:05,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119365033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:05,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:05,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119365035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:05,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:05,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119365143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:05,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:05,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119365143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:05,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:05,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:05,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:05,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119365353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119365353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:05,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:05,363 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/ed2a0968abb34be2aa16cfbb01804edc 2024-11-20T16:15:05,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/40753f5f4b92484596c4af64c86bfb88 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/40753f5f4b92484596c4af64c86bfb88 2024-11-20T16:15:05,373 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/40753f5f4b92484596c4af64c86bfb88, entries=150, sequenceid=383, filesize=30.5 K 2024-11-20T16:15:05,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/505f2bacc0bf4ba1928a1453aae3cb9b as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/505f2bacc0bf4ba1928a1453aae3cb9b 2024-11-20T16:15:05,379 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/505f2bacc0bf4ba1928a1453aae3cb9b, entries=150, sequenceid=383, filesize=12.0 K 2024-11-20T16:15:05,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/ed2a0968abb34be2aa16cfbb01804edc as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ed2a0968abb34be2aa16cfbb01804edc 2024-11-20T16:15:05,384 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ed2a0968abb34be2aa16cfbb01804edc, entries=150, sequenceid=383, filesize=12.0 K 2024-11-20T16:15:05,385 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 3638b38a8e42a08f18095dc936566e78 in 960ms, sequenceid=383, compaction requested=false 2024-11-20T16:15:05,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:05,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:05,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-20T16:15:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-20T16:15:05,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-20T16:15:05,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6490 sec 2024-11-20T16:15:05,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.6560 sec 2024-11-20T16:15:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:05,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T16:15:05,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:15:05,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:05,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:15:05,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:05,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:15:05,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:05,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201c8f01b1819a48eeb3f36eecef52e04a_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119305664/Put/seqid=0 2024-11-20T16:15:05,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742042_1218 (size=14994) 2024-11-20T16:15:05,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119365707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:05,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:05,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119305693, max timestamp=1732119305705Num uniques 859; 2024-11-20T16:15:05,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:05,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119305693, max timestamp=1732119305705Num uniques 859; 2024-11-20T16:15:05,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:05,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119305693, max timestamp=1732119305705Num uniques 859; 2024-11-20T16:15:05,708 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:05,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119365767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:05,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119365813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:05,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:05,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119365873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:05,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:05,879 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:06,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:06,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119366023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:06,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:06,077 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:06,080 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201c8f01b1819a48eeb3f36eecef52e04a_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201c8f01b1819a48eeb3f36eecef52e04a_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:06,081 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/4cbad4b78df94b19980e4ac86541fdb2, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:06,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/4cbad4b78df94b19980e4ac86541fdb2 is 175, key is test_row_0/A:col10/1732119305664/Put/seqid=0 2024-11-20T16:15:06,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119366083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:06,084 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:06,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742043_1219 (size=39949) 2024-11-20T16:15:06,086 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=397, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/4cbad4b78df94b19980e4ac86541fdb2 2024-11-20T16:15:06,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/885f47aa4de84894b22e0626475323d1 is 50, key is test_row_0/B:col10/1732119305664/Put/seqid=0 2024-11-20T16:15:06,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742044_1220 (size=12301) 2024-11-20T16:15:06,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:06,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119366333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:06,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:06,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119366393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:06,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:06,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:06,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:06,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/885f47aa4de84894b22e0626475323d1 2024-11-20T16:15:06,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/c2edc2211c3e48bc8db4272f977f98f3 is 50, key is test_row_0/C:col10/1732119305664/Put/seqid=0 2024-11-20T16:15:06,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742045_1221 (size=12301) 2024-11-20T16:15:06,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119366853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:06,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:06,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:06,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-20T16:15:06,903 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:06,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:15:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-20T16:15:06,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119366903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:06,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:06,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:06,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:06,905 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:15:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T16:15:06,906 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:15:06,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:15:06,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/c2edc2211c3e48bc8db4272f977f98f3 2024-11-20T16:15:06,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/4cbad4b78df94b19980e4ac86541fdb2 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/4cbad4b78df94b19980e4ac86541fdb2 2024-11-20T16:15:06,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/4cbad4b78df94b19980e4ac86541fdb2, entries=200, sequenceid=397, filesize=39.0 K 2024-11-20T16:15:06,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/885f47aa4de84894b22e0626475323d1 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/885f47aa4de84894b22e0626475323d1 2024-11-20T16:15:06,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/885f47aa4de84894b22e0626475323d1, entries=150, sequenceid=397, filesize=12.0 K 2024-11-20T16:15:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/c2edc2211c3e48bc8db4272f977f98f3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/c2edc2211c3e48bc8db4272f977f98f3 2024-11-20T16:15:06,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/c2edc2211c3e48bc8db4272f977f98f3, entries=150, sequenceid=397, filesize=12.0 K 2024-11-20T16:15:06,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 3638b38a8e42a08f18095dc936566e78 in 1260ms, sequenceid=397, compaction requested=true 2024-11-20T16:15:06,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:06,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:15:06,926 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:06,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:06,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:15:06,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:06,926 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:06,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:15:06,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:06,927 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:06,927 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:06,927 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/B is initiating minor compaction (all files) 2024-11-20T16:15:06,927 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/A is initiating minor compaction (all files) 2024-11-20T16:15:06,927 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/A in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:06,927 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/B in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:06,927 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/4839db8813884ed9a75d04b93ab1c42b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/505f2bacc0bf4ba1928a1453aae3cb9b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/885f47aa4de84894b22e0626475323d1] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=36.7 K 2024-11-20T16:15:06,927 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/3e9b4fcc88fa4f7d8d0dd7b9a5cc024c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/40753f5f4b92484596c4af64c86bfb88, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/4cbad4b78df94b19980e4ac86541fdb2] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=100.8 K 2024-11-20T16:15:06,927 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:06,927 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/3e9b4fcc88fa4f7d8d0dd7b9a5cc024c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/40753f5f4b92484596c4af64c86bfb88, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/4cbad4b78df94b19980e4ac86541fdb2] 2024-11-20T16:15:06,927 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 4839db8813884ed9a75d04b93ab1c42b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732119302675 2024-11-20T16:15:06,927 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e9b4fcc88fa4f7d8d0dd7b9a5cc024c, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732119302675 2024-11-20T16:15:06,928 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 505f2bacc0bf4ba1928a1453aae3cb9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732119302838 2024-11-20T16:15:06,928 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40753f5f4b92484596c4af64c86bfb88, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732119302838 2024-11-20T16:15:06,928 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 885f47aa4de84894b22e0626475323d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732119305031 2024-11-20T16:15:06,928 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cbad4b78df94b19980e4ac86541fdb2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732119305027 2024-11-20T16:15:06,934 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:06,936 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#B#compaction#182 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:06,937 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/d1e681b6f7934dd69a636f2428c4a8ad is 50, key is test_row_0/B:col10/1732119305664/Put/seqid=0 2024-11-20T16:15:06,937 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120715620b4512643a599505be7d2bcabaf_3638b38a8e42a08f18095dc936566e78 store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:06,939 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120715620b4512643a599505be7d2bcabaf_3638b38a8e42a08f18095dc936566e78, store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:06,940 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120715620b4512643a599505be7d2bcabaf_3638b38a8e42a08f18095dc936566e78 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:06,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742046_1222 (size=13119) 2024-11-20T16:15:06,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742047_1223 (size=4469) 2024-11-20T16:15:06,955 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#A#compaction#183 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:06,956 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/b73edf14254d455bb60ed44e82837149 is 175, key is test_row_0/A:col10/1732119305664/Put/seqid=0 2024-11-20T16:15:06,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742048_1224 (size=32073) 2024-11-20T16:15:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T16:15:07,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-20T16:15:07,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:07,058 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-20T16:15:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:15:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:15:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:15:07,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:07,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ca230964f6204b3596100dde22a0a10e_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119305752/Put/seqid=0 2024-11-20T16:15:07,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742049_1225 (size=12454) 2024-11-20T16:15:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T16:15:07,354 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/d1e681b6f7934dd69a636f2428c4a8ad as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/d1e681b6f7934dd69a636f2428c4a8ad 2024-11-20T16:15:07,359 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/B of 3638b38a8e42a08f18095dc936566e78 into d1e681b6f7934dd69a636f2428c4a8ad(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:07,359 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:07,359 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/B, priority=13, startTime=1732119306926; duration=0sec 2024-11-20T16:15:07,359 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:07,359 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:B 2024-11-20T16:15:07,359 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:07,360 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:07,360 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/C is initiating minor compaction (all files) 2024-11-20T16:15:07,360 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/C in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:07,361 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/59bfa4c5afd949519b9ec01df18cfa1c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ed2a0968abb34be2aa16cfbb01804edc, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/c2edc2211c3e48bc8db4272f977f98f3] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=36.7 K 2024-11-20T16:15:07,361 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 59bfa4c5afd949519b9ec01df18cfa1c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1732119302675 2024-11-20T16:15:07,361 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting ed2a0968abb34be2aa16cfbb01804edc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1732119302838 2024-11-20T16:15:07,362 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting c2edc2211c3e48bc8db4272f977f98f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732119305031 2024-11-20T16:15:07,368 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#C#compaction#185 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:07,368 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/00a60236a4794904860b68d523957e23 is 50, key is test_row_0/C:col10/1732119305664/Put/seqid=0 2024-11-20T16:15:07,373 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/b73edf14254d455bb60ed44e82837149 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/b73edf14254d455bb60ed44e82837149 2024-11-20T16:15:07,380 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/A of 3638b38a8e42a08f18095dc936566e78 into b73edf14254d455bb60ed44e82837149(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:07,380 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:07,380 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/A, priority=13, startTime=1732119306925; duration=0sec 2024-11-20T16:15:07,380 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:07,380 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:A 2024-11-20T16:15:07,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742050_1226 (size=13119) 2024-11-20T16:15:07,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:07,473 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ca230964f6204b3596100dde22a0a10e_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ca230964f6204b3596100dde22a0a10e_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/96c5e3d492184b78a293a1927a159fe6, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:07,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/96c5e3d492184b78a293a1927a159fe6 is 175, key is test_row_0/A:col10/1732119305752/Put/seqid=0 2024-11-20T16:15:07,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742051_1227 (size=31255) 2024-11-20T16:15:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T16:15:07,788 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/00a60236a4794904860b68d523957e23 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/00a60236a4794904860b68d523957e23 2024-11-20T16:15:07,793 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/C of 3638b38a8e42a08f18095dc936566e78 into 00a60236a4794904860b68d523957e23(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:07,793 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:07,793 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/C, priority=13, startTime=1732119306926; duration=0sec 2024-11-20T16:15:07,793 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:07,793 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:C 2024-11-20T16:15:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:07,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. as already flushing 2024-11-20T16:15:07,879 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=433, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/96c5e3d492184b78a293a1927a159fe6 2024-11-20T16:15:07,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/5d965a0efcf741f9975673913bd45fcd is 50, key is test_row_0/B:col10/1732119305752/Put/seqid=0 2024-11-20T16:15:07,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742052_1228 (size=12301) 2024-11-20T16:15:07,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119367898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:07,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:07,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:07,900 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:07,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:07,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38550 deadline: 1732119367913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:07,915 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in 3638b38a8e42a08f18095dc936566e78 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:07,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:07,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:07,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:08,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119368003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:08,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:08,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38588 deadline: 1732119368013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:08,014 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in 3638b38a8e42a08f18095dc936566e78 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18290 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:08,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:08,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:08,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:08,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38526 deadline: 1732119368033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:08,035 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in 3638b38a8e42a08f18095dc936566e78 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18308 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:08,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T16:15:08,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38548 deadline: 1732119368063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:08,064 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in 3638b38a8e42a08f18095dc936566e78 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18342 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:08,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:08,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:08,065 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:08,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119368213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:08,289 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/5d965a0efcf741f9975673913bd45fcd 2024-11-20T16:15:08,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/186ba5de5a3a4da0b931c5a9ad9a9b5b is 50, key is test_row_0/C:col10/1732119305752/Put/seqid=0 2024-11-20T16:15:08,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742053_1229 (size=12301) 2024-11-20T16:15:08,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:38594 deadline: 1732119368523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:08,699 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/186ba5de5a3a4da0b931c5a9ad9a9b5b 2024-11-20T16:15:08,701 INFO [Thread-646 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-646. 2024-11-20T16:15:08,701 DEBUG [Thread-646 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:08,701 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:08,701 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:08,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:08,703 INFO [Thread-648 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-648. 2024-11-20T16:15:08,703 DEBUG [Thread-648 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:08,703 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:08,703 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:08,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:08,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/96c5e3d492184b78a293a1927a159fe6 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/96c5e3d492184b78a293a1927a159fe6 2024-11-20T16:15:08,706 INFO [Thread-644 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-644. 2024-11-20T16:15:08,706 DEBUG [Thread-644 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:08,707 DEBUG [Thread-644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:08,707 DEBUG [Thread-644 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:08,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:08,710 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/96c5e3d492184b78a293a1927a159fe6, entries=150, sequenceid=433, filesize=30.5 K 2024-11-20T16:15:08,710 INFO [Thread-650 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-650. 2024-11-20T16:15:08,710 DEBUG [Thread-650 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:08,710 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:08,710 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:08,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:08,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/5d965a0efcf741f9975673913bd45fcd as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/5d965a0efcf741f9975673913bd45fcd 2024-11-20T16:15:08,716 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/5d965a0efcf741f9975673913bd45fcd, entries=150, sequenceid=433, filesize=12.0 K 2024-11-20T16:15:08,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/186ba5de5a3a4da0b931c5a9ad9a9b5b as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/186ba5de5a3a4da0b931c5a9ad9a9b5b 2024-11-20T16:15:08,722 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/186ba5de5a3a4da0b931c5a9ad9a9b5b, entries=150, sequenceid=433, filesize=12.0 K 2024-11-20T16:15:08,723 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 3638b38a8e42a08f18095dc936566e78 in 1664ms, sequenceid=433, compaction requested=false 2024-11-20T16:15:08,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:08,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:08,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-20T16:15:08,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-20T16:15:08,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-20T16:15:08,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8180 sec 2024-11-20T16:15:08,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.8230 sec 2024-11-20T16:15:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:09,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-20T16:15:09,035 INFO [Thread-641 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-641. 2024-11-20T16:15:09,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:15:09,036 DEBUG [Thread-641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:09,036 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:09,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:09,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:15:09,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:09,036 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:09,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:15:09,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:09,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:09,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d1f42a22a7fc4335bf4645d7eb58c663_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119309034/Put/seqid=0 2024-11-20T16:15:09,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742054_1230 (size=12454) 2024-11-20T16:15:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-20T16:15:09,053 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:09,450 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:09,461 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d1f42a22a7fc4335bf4645d7eb58c663_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d1f42a22a7fc4335bf4645d7eb58c663_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:09,462 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/d14837eb1d3d456a882d8e73d18582fe, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:09,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/d14837eb1d3d456a882d8e73d18582fe is 175, key is test_row_0/A:col10/1732119309034/Put/seqid=0 2024-11-20T16:15:09,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742055_1231 (size=31255) 2024-11-20T16:15:09,866 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=448, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/d14837eb1d3d456a882d8e73d18582fe 2024-11-20T16:15:09,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/0783ad472e0849adadf8b0665ed01402 is 50, key is test_row_0/B:col10/1732119309034/Put/seqid=0 2024-11-20T16:15:09,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742056_1232 (size=12301) 2024-11-20T16:15:09,937 INFO [Thread-637 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-637. 2024-11-20T16:15:09,938 DEBUG [Thread-637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:09,938 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:09,938 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:09,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:10,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/0783ad472e0849adadf8b0665ed01402 2024-11-20T16:15:10,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/ee625cf86e0b4f0f829cd18690fc57b3 is 50, key is test_row_0/C:col10/1732119309034/Put/seqid=0 2024-11-20T16:15:10,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742057_1233 (size=12301) 2024-11-20T16:15:10,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/ee625cf86e0b4f0f829cd18690fc57b3 2024-11-20T16:15:10,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/d14837eb1d3d456a882d8e73d18582fe as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/d14837eb1d3d456a882d8e73d18582fe 2024-11-20T16:15:10,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/d14837eb1d3d456a882d8e73d18582fe, entries=150, sequenceid=448, filesize=30.5 K 2024-11-20T16:15:10,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/0783ad472e0849adadf8b0665ed01402 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/0783ad472e0849adadf8b0665ed01402 2024-11-20T16:15:10,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/0783ad472e0849adadf8b0665ed01402, entries=150, sequenceid=448, filesize=12.0 K 2024-11-20T16:15:10,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/ee625cf86e0b4f0f829cd18690fc57b3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ee625cf86e0b4f0f829cd18690fc57b3 2024-11-20T16:15:10,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ee625cf86e0b4f0f829cd18690fc57b3, entries=150, sequenceid=448, filesize=12.0 K 2024-11-20T16:15:10,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=6.71 KB/6870 for 3638b38a8e42a08f18095dc936566e78 in 1693ms, sequenceid=448, compaction requested=true 2024-11-20T16:15:10,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:10,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:15:10,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:10,728 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:10,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:15:10,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:10,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3638b38a8e42a08f18095dc936566e78:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:15:10,728 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:10,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:10,729 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:10,729 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:10,729 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/B is initiating minor compaction (all files) 2024-11-20T16:15:10,729 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/A is initiating minor compaction (all files) 2024-11-20T16:15:10,729 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/B in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:10,729 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/A in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:10,729 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/d1e681b6f7934dd69a636f2428c4a8ad, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/5d965a0efcf741f9975673913bd45fcd, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/0783ad472e0849adadf8b0665ed01402] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=36.8 K 2024-11-20T16:15:10,729 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/b73edf14254d455bb60ed44e82837149, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/96c5e3d492184b78a293a1927a159fe6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/d14837eb1d3d456a882d8e73d18582fe] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=92.4 K 2024-11-20T16:15:10,729 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:10,729 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/b73edf14254d455bb60ed44e82837149, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/96c5e3d492184b78a293a1927a159fe6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/d14837eb1d3d456a882d8e73d18582fe] 2024-11-20T16:15:10,729 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting d1e681b6f7934dd69a636f2428c4a8ad, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732119305031 2024-11-20T16:15:10,729 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting b73edf14254d455bb60ed44e82837149, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732119305031 2024-11-20T16:15:10,730 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96c5e3d492184b78a293a1927a159fe6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732119305752 2024-11-20T16:15:10,730 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d965a0efcf741f9975673913bd45fcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732119305752 2024-11-20T16:15:10,730 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting d14837eb1d3d456a882d8e73d18582fe, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732119307884 2024-11-20T16:15:10,730 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 0783ad472e0849adadf8b0665ed01402, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732119307884 2024-11-20T16:15:10,739 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:10,740 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#B#compaction#191 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:10,741 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/5885118054064ee0b25f44934d73c0cd is 50, key is test_row_0/B:col10/1732119309034/Put/seqid=0 2024-11-20T16:15:10,742 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120268cc3f53b71419bac71d609af831f18_3638b38a8e42a08f18095dc936566e78 store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:10,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742058_1234 (size=13221) 2024-11-20T16:15:10,758 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/5885118054064ee0b25f44934d73c0cd as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/5885118054064ee0b25f44934d73c0cd 2024-11-20T16:15:10,763 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/B of 3638b38a8e42a08f18095dc936566e78 into 5885118054064ee0b25f44934d73c0cd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:10,763 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:10,763 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/B, priority=13, startTime=1732119310728; duration=0sec 2024-11-20T16:15:10,763 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:10,763 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:B 2024-11-20T16:15:10,763 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:10,764 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:10,764 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): 3638b38a8e42a08f18095dc936566e78/C is initiating minor compaction (all files) 2024-11-20T16:15:10,764 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3638b38a8e42a08f18095dc936566e78/C in TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:10,764 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/00a60236a4794904860b68d523957e23, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/186ba5de5a3a4da0b931c5a9ad9a9b5b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ee625cf86e0b4f0f829cd18690fc57b3] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp, totalSize=36.8 K 2024-11-20T16:15:10,765 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 00a60236a4794904860b68d523957e23, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=397, earliestPutTs=1732119305031 2024-11-20T16:15:10,765 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 186ba5de5a3a4da0b931c5a9ad9a9b5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732119305752 2024-11-20T16:15:10,765 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting ee625cf86e0b4f0f829cd18690fc57b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1732119307884 2024-11-20T16:15:10,768 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120268cc3f53b71419bac71d609af831f18_3638b38a8e42a08f18095dc936566e78, store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:10,768 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120268cc3f53b71419bac71d609af831f18_3638b38a8e42a08f18095dc936566e78 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:10,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742059_1235 (size=4469) 2024-11-20T16:15:10,773 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#A#compaction#192 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:10,774 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/d7624851783346da9efd12bb9191dccb is 175, key is test_row_0/A:col10/1732119309034/Put/seqid=0 2024-11-20T16:15:10,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742060_1236 (size=32175) 2024-11-20T16:15:10,778 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3638b38a8e42a08f18095dc936566e78#C#compaction#193 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:10,778 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/ada8b9cd4a3a41319f340ea9f3ace210 is 50, key is test_row_0/C:col10/1732119309034/Put/seqid=0 2024-11-20T16:15:10,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742061_1237 (size=13221) 2024-11-20T16:15:11,188 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/d7624851783346da9efd12bb9191dccb as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/d7624851783346da9efd12bb9191dccb 2024-11-20T16:15:11,190 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/ada8b9cd4a3a41319f340ea9f3ace210 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ada8b9cd4a3a41319f340ea9f3ace210 2024-11-20T16:15:11,194 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/A of 3638b38a8e42a08f18095dc936566e78 into d7624851783346da9efd12bb9191dccb(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:11,194 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:11,194 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/A, priority=13, startTime=1732119310728; duration=0sec 2024-11-20T16:15:11,194 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:11,194 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:A 2024-11-20T16:15:11,195 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3638b38a8e42a08f18095dc936566e78/C of 3638b38a8e42a08f18095dc936566e78 into ada8b9cd4a3a41319f340ea9f3ace210(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:11,195 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3638b38a8e42a08f18095dc936566e78: 2024-11-20T16:15:11,195 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., storeName=3638b38a8e42a08f18095dc936566e78/C, priority=13, startTime=1732119310728; duration=0sec 2024-11-20T16:15:11,195 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:11,195 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3638b38a8e42a08f18095dc936566e78:C 2024-11-20T16:15:11,655 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T16:15:18,068 INFO [Thread-633 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-633. 2024-11-20T16:15:18,068 DEBUG [Thread-633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:18,068 DEBUG [Thread-633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:18,069 DEBUG [Thread-633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:18,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:18,108 INFO [Thread-635 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-635. 2024-11-20T16:15:18,108 DEBUG [Thread-635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:18,108 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:18,108 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:18,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:18,167 INFO [Thread-639 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-639. 2024-11-20T16:15:18,167 DEBUG [Thread-639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:18,168 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:18,168 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:18,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:18,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T16:15:18,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-20T16:15:18,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-20T16:15:18,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 173 2024-11-20T16:15:18,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-11-20T16:15:18,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 150 2024-11-20T16:15:18,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T16:15:18,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2769 2024-11-20T16:15:18,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2714 2024-11-20T16:15:18,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T16:15:18,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1168 2024-11-20T16:15:18,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3501 rows 2024-11-20T16:15:18,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1164 2024-11-20T16:15:18,169 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3491 rows 2024-11-20T16:15:18,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:15:18,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:15:18,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:18,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:18,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:18,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-20T16:15:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T16:15:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T16:15:18,175 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119318175"}]},"ts":"1732119318175"} 2024-11-20T16:15:18,177 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T16:15:18,177 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T16:15:18,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T16:15:18,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3638b38a8e42a08f18095dc936566e78, UNASSIGN}] 2024-11-20T16:15:18,180 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3638b38a8e42a08f18095dc936566e78, UNASSIGN 2024-11-20T16:15:18,180 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=3638b38a8e42a08f18095dc936566e78, regionState=CLOSING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:15:18,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3638b38a8e42a08f18095dc936566e78, UNASSIGN because future has completed 2024-11-20T16:15:18,182 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T16:15:18,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:15:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T16:15:18,336 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(122): Close 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:18,336 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T16:15:18,336 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1722): Closing 3638b38a8e42a08f18095dc936566e78, disabling compactions & flushes 2024-11-20T16:15:18,337 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:18,337 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:18,337 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. after waiting 0 ms 2024-11-20T16:15:18,337 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:18,337 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(2902): Flushing 3638b38a8e42a08f18095dc936566e78 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-20T16:15:18,338 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=A 2024-11-20T16:15:18,338 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:18,338 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=B 2024-11-20T16:15:18,338 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:18,338 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3638b38a8e42a08f18095dc936566e78, store=C 2024-11-20T16:15:18,339 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:18,348 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120126693ee11b14195b4cc27f667659bd4_3638b38a8e42a08f18095dc936566e78 is 50, key is test_row_0/A:col10/1732119318105/Put/seqid=0 2024-11-20T16:15:18,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742062_1238 (size=9914) 2024-11-20T16:15:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T16:15:18,753 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:18,757 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120126693ee11b14195b4cc27f667659bd4_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120126693ee11b14195b4cc27f667659bd4_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:18,759 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/deaff1c252dc4b238fe5ff465f27c736, store: [table=TestAcidGuarantees family=A region=3638b38a8e42a08f18095dc936566e78] 2024-11-20T16:15:18,759 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/deaff1c252dc4b238fe5ff465f27c736 is 175, key is test_row_0/A:col10/1732119318105/Put/seqid=0 2024-11-20T16:15:18,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742063_1239 (size=22561) 2024-11-20T16:15:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T16:15:19,167 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=458, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/deaff1c252dc4b238fe5ff465f27c736 2024-11-20T16:15:19,173 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/2a23991f8ca14cd2b83b7e66db45462e is 50, key is test_row_0/B:col10/1732119318105/Put/seqid=0 2024-11-20T16:15:19,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742064_1240 (size=9857) 2024-11-20T16:15:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T16:15:19,577 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/2a23991f8ca14cd2b83b7e66db45462e 2024-11-20T16:15:19,585 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/75da8df75dce4b0aa1b663bff11211d1 is 50, key is test_row_0/C:col10/1732119318105/Put/seqid=0 2024-11-20T16:15:19,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742065_1241 (size=9857) 2024-11-20T16:15:19,989 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/75da8df75dce4b0aa1b663bff11211d1 2024-11-20T16:15:19,993 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/A/deaff1c252dc4b238fe5ff465f27c736 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/deaff1c252dc4b238fe5ff465f27c736 2024-11-20T16:15:19,997 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/deaff1c252dc4b238fe5ff465f27c736, entries=100, sequenceid=458, filesize=22.0 K 2024-11-20T16:15:19,998 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/B/2a23991f8ca14cd2b83b7e66db45462e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/2a23991f8ca14cd2b83b7e66db45462e 2024-11-20T16:15:20,002 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/2a23991f8ca14cd2b83b7e66db45462e, entries=100, sequenceid=458, filesize=9.6 K 2024-11-20T16:15:20,003 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/.tmp/C/75da8df75dce4b0aa1b663bff11211d1 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/75da8df75dce4b0aa1b663bff11211d1 2024-11-20T16:15:20,006 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/75da8df75dce4b0aa1b663bff11211d1, entries=100, sequenceid=458, filesize=9.6 K 2024-11-20T16:15:20,007 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 3638b38a8e42a08f18095dc936566e78 in 1670ms, sequenceid=458, compaction requested=false 2024-11-20T16:15:20,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/77a5cfb5039a47cda8950ed1eaaedce4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/909a58b65f9a4bdd891a665b8173c981, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/b2bc1b83a17f4c5cb2728d2fc2742bb0, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/9016fcb1dede4e779e2dd16a68d83ba2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/1c41b11b5b92476c92d5c9ff05275582, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/65ef31e85886415e8fcbf328dd191eec, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/e84bf8351e2f4cff90d7fb824b43a802, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/649eb0001b9f4ca8bc41bc969f159788, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/bc5c4e4fdf034f738353249f3b65afff, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/266ebe44da7645d196c6d0bb4d8e540f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/e64906d423594d54918c22c55105a338, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/78623ea70db642b68fd7de734d2514c5, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/5604d1dba5114e5884548d8c62077bb2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/52b2c67daf674d688a73caffcab187ce, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/0c1db69c3d9d46808b2c2bf11376be33, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/4bf3e667bd1d4b22bf01a9fc8ad7e6e7, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/918cf78d5f1c43458a8aa0497e772aa2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/f9716e14937844c480aec29618e5df51, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/ac3142ec35614d7d87cff03ad241184f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/69db284d3c2a41239b6ee04b24c1b969, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/5286240a2bbc46dd91e9d6469eef30b0, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/3e9b4fcc88fa4f7d8d0dd7b9a5cc024c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/40753f5f4b92484596c4af64c86bfb88, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/4cbad4b78df94b19980e4ac86541fdb2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/b73edf14254d455bb60ed44e82837149, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/96c5e3d492184b78a293a1927a159fe6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/d14837eb1d3d456a882d8e73d18582fe] to archive 2024-11-20T16:15:20,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:15:20,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/77a5cfb5039a47cda8950ed1eaaedce4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/77a5cfb5039a47cda8950ed1eaaedce4 2024-11-20T16:15:20,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/909a58b65f9a4bdd891a665b8173c981 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/909a58b65f9a4bdd891a665b8173c981 2024-11-20T16:15:20,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/b2bc1b83a17f4c5cb2728d2fc2742bb0 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/b2bc1b83a17f4c5cb2728d2fc2742bb0 2024-11-20T16:15:20,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/9016fcb1dede4e779e2dd16a68d83ba2 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/9016fcb1dede4e779e2dd16a68d83ba2 2024-11-20T16:15:20,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/1c41b11b5b92476c92d5c9ff05275582 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/1c41b11b5b92476c92d5c9ff05275582 2024-11-20T16:15:20,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/65ef31e85886415e8fcbf328dd191eec to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/65ef31e85886415e8fcbf328dd191eec 2024-11-20T16:15:20,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/e84bf8351e2f4cff90d7fb824b43a802 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/e84bf8351e2f4cff90d7fb824b43a802 2024-11-20T16:15:20,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/649eb0001b9f4ca8bc41bc969f159788 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/649eb0001b9f4ca8bc41bc969f159788 2024-11-20T16:15:20,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/bc5c4e4fdf034f738353249f3b65afff to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/bc5c4e4fdf034f738353249f3b65afff 2024-11-20T16:15:20,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/266ebe44da7645d196c6d0bb4d8e540f to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/266ebe44da7645d196c6d0bb4d8e540f 2024-11-20T16:15:20,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/e64906d423594d54918c22c55105a338 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/e64906d423594d54918c22c55105a338 2024-11-20T16:15:20,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/78623ea70db642b68fd7de734d2514c5 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/78623ea70db642b68fd7de734d2514c5 2024-11-20T16:15:20,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/5604d1dba5114e5884548d8c62077bb2 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/5604d1dba5114e5884548d8c62077bb2 2024-11-20T16:15:20,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/52b2c67daf674d688a73caffcab187ce to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/52b2c67daf674d688a73caffcab187ce 2024-11-20T16:15:20,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/0c1db69c3d9d46808b2c2bf11376be33 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/0c1db69c3d9d46808b2c2bf11376be33 2024-11-20T16:15:20,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/4bf3e667bd1d4b22bf01a9fc8ad7e6e7 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/4bf3e667bd1d4b22bf01a9fc8ad7e6e7 2024-11-20T16:15:20,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/918cf78d5f1c43458a8aa0497e772aa2 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/918cf78d5f1c43458a8aa0497e772aa2 2024-11-20T16:15:20,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/f9716e14937844c480aec29618e5df51 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/f9716e14937844c480aec29618e5df51 2024-11-20T16:15:20,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/ac3142ec35614d7d87cff03ad241184f to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/ac3142ec35614d7d87cff03ad241184f 2024-11-20T16:15:20,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/69db284d3c2a41239b6ee04b24c1b969 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/69db284d3c2a41239b6ee04b24c1b969 2024-11-20T16:15:20,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/5286240a2bbc46dd91e9d6469eef30b0 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/5286240a2bbc46dd91e9d6469eef30b0 2024-11-20T16:15:20,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/3e9b4fcc88fa4f7d8d0dd7b9a5cc024c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/3e9b4fcc88fa4f7d8d0dd7b9a5cc024c 2024-11-20T16:15:20,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/40753f5f4b92484596c4af64c86bfb88 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/40753f5f4b92484596c4af64c86bfb88 2024-11-20T16:15:20,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/4cbad4b78df94b19980e4ac86541fdb2 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/4cbad4b78df94b19980e4ac86541fdb2 2024-11-20T16:15:20,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/b73edf14254d455bb60ed44e82837149 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/b73edf14254d455bb60ed44e82837149 2024-11-20T16:15:20,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/96c5e3d492184b78a293a1927a159fe6 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/96c5e3d492184b78a293a1927a159fe6 2024-11-20T16:15:20,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/d14837eb1d3d456a882d8e73d18582fe to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/d14837eb1d3d456a882d8e73d18582fe 2024-11-20T16:15:20,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/2a7ac0c9822e4fe19196ea77fbd7281e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/a0b7a186b6d14d72a9f0913369c794b8, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/545dc1ae7c3042dc8b1ca096dde92fd4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/281d9119a52845d687e27746116f6e49, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/e9062f196a094fdaa27b105e8c22cf0b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/3a4a78ef70f94c1c996272829859082c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/8e93c5e6ef724a6c8eaa24b7a3b320e4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/af9e81ceffe14bb8a1178c46633db28c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/982687ef483d476385f96d25d8af3143, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/ac521f1368d748748549c5ea2ca9ccf7, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/5fa299264a364abdbc7727c702c74ecf, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/0cdb245d67a94b518909a46b8ea45053, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/48ee430121284c21b3031a81d8c4efc4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/e2364320c044466babb763eb1a0f4e5e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/86598b73e5b94234a831851aeec3ca56, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/63b64f1e90bc4cee94cab2159f9142ea, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/99c23891f14c4f678f00fa0f7583f3b8, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/c8c3400a95c64537aa2c4ceb0a8f1bd6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/8ccc36e418cc424bafac6701c316e6d3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/fb454b21c6c648719c8f1ae01dd94877, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/4839db8813884ed9a75d04b93ab1c42b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/a2b15afe6de44ae1bd530cbad32f9a85, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/505f2bacc0bf4ba1928a1453aae3cb9b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/d1e681b6f7934dd69a636f2428c4a8ad, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/885f47aa4de84894b22e0626475323d1, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/5d965a0efcf741f9975673913bd45fcd, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/0783ad472e0849adadf8b0665ed01402] to archive 2024-11-20T16:15:20,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:15:20,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/2a7ac0c9822e4fe19196ea77fbd7281e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/2a7ac0c9822e4fe19196ea77fbd7281e 2024-11-20T16:15:20,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/a0b7a186b6d14d72a9f0913369c794b8 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/a0b7a186b6d14d72a9f0913369c794b8 2024-11-20T16:15:20,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/545dc1ae7c3042dc8b1ca096dde92fd4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/545dc1ae7c3042dc8b1ca096dde92fd4 2024-11-20T16:15:20,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/281d9119a52845d687e27746116f6e49 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/281d9119a52845d687e27746116f6e49 2024-11-20T16:15:20,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/e9062f196a094fdaa27b105e8c22cf0b to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/e9062f196a094fdaa27b105e8c22cf0b 2024-11-20T16:15:20,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/3a4a78ef70f94c1c996272829859082c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/3a4a78ef70f94c1c996272829859082c 2024-11-20T16:15:20,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/8e93c5e6ef724a6c8eaa24b7a3b320e4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/8e93c5e6ef724a6c8eaa24b7a3b320e4 2024-11-20T16:15:20,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/af9e81ceffe14bb8a1178c46633db28c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/af9e81ceffe14bb8a1178c46633db28c 2024-11-20T16:15:20,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/982687ef483d476385f96d25d8af3143 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/982687ef483d476385f96d25d8af3143 2024-11-20T16:15:20,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/ac521f1368d748748549c5ea2ca9ccf7 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/ac521f1368d748748549c5ea2ca9ccf7 2024-11-20T16:15:20,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/5fa299264a364abdbc7727c702c74ecf to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/5fa299264a364abdbc7727c702c74ecf 2024-11-20T16:15:20,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/0cdb245d67a94b518909a46b8ea45053 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/0cdb245d67a94b518909a46b8ea45053 2024-11-20T16:15:20,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/48ee430121284c21b3031a81d8c4efc4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/48ee430121284c21b3031a81d8c4efc4 2024-11-20T16:15:20,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/e2364320c044466babb763eb1a0f4e5e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/e2364320c044466babb763eb1a0f4e5e 2024-11-20T16:15:20,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/86598b73e5b94234a831851aeec3ca56 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/86598b73e5b94234a831851aeec3ca56 2024-11-20T16:15:20,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/63b64f1e90bc4cee94cab2159f9142ea to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/63b64f1e90bc4cee94cab2159f9142ea 2024-11-20T16:15:20,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/99c23891f14c4f678f00fa0f7583f3b8 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/99c23891f14c4f678f00fa0f7583f3b8 2024-11-20T16:15:20,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/c8c3400a95c64537aa2c4ceb0a8f1bd6 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/c8c3400a95c64537aa2c4ceb0a8f1bd6 2024-11-20T16:15:20,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/8ccc36e418cc424bafac6701c316e6d3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/8ccc36e418cc424bafac6701c316e6d3 2024-11-20T16:15:20,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/fb454b21c6c648719c8f1ae01dd94877 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/fb454b21c6c648719c8f1ae01dd94877 2024-11-20T16:15:20,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/4839db8813884ed9a75d04b93ab1c42b to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/4839db8813884ed9a75d04b93ab1c42b 2024-11-20T16:15:20,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/a2b15afe6de44ae1bd530cbad32f9a85 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/a2b15afe6de44ae1bd530cbad32f9a85 2024-11-20T16:15:20,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/505f2bacc0bf4ba1928a1453aae3cb9b to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/505f2bacc0bf4ba1928a1453aae3cb9b 2024-11-20T16:15:20,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/d1e681b6f7934dd69a636f2428c4a8ad to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/d1e681b6f7934dd69a636f2428c4a8ad 2024-11-20T16:15:20,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/885f47aa4de84894b22e0626475323d1 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/885f47aa4de84894b22e0626475323d1 2024-11-20T16:15:20,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/5d965a0efcf741f9975673913bd45fcd to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/5d965a0efcf741f9975673913bd45fcd 2024-11-20T16:15:20,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/0783ad472e0849adadf8b0665ed01402 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/0783ad472e0849adadf8b0665ed01402 2024-11-20T16:15:20,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/bd05481e2a2a4867ae6dfdf3b74f48b2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/4e20dafbf2ee431cb8d5a0e302310683, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/92f7c69759c64683a42824cdd9490a92, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/9e602edbad7b4b4cb7397924f17621ae, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/54f91e72008645af8ca958b61e150ac6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/0788d96db2bc42a5a21efde8bc01bd87, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/1c5903f9eb184e4fb5b1410d5e7ab63e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ceca3fb81aae4be9bd3650b09b5734b2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/f05247ecf7904a7d94f4af3320bbf55b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/1e6be5e7e4b14bb796de2db3f436a2f3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/673816aa62244eff8481625897c9d94a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/003c28e294544e7fb8f6b9418ffd80b5, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/4b812f58c562402caa45dcb4edfcc984, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/7d6aa87be608481bb2ba7effe7352368, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/fd694be75ab3433a8853cb6eeab1fb58, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/6fb0c6aa57534bf498814ad53cf27ffa, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/3e941c09afd04317a176a6718eb45eb3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/306bd3c44668449bba36525f44c67e1c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/9fab99dd72854538b1ff06774467dd46, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/dfaa2727f04042a18a4e2f86b78bd8b6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/59bfa4c5afd949519b9ec01df18cfa1c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/2bec36d1a3504c76ab0e5ea1e4d4a83d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ed2a0968abb34be2aa16cfbb01804edc, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/00a60236a4794904860b68d523957e23, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/c2edc2211c3e48bc8db4272f977f98f3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/186ba5de5a3a4da0b931c5a9ad9a9b5b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ee625cf86e0b4f0f829cd18690fc57b3] to archive 2024-11-20T16:15:20,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:15:20,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/bd05481e2a2a4867ae6dfdf3b74f48b2 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/bd05481e2a2a4867ae6dfdf3b74f48b2 2024-11-20T16:15:20,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/4e20dafbf2ee431cb8d5a0e302310683 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/4e20dafbf2ee431cb8d5a0e302310683 2024-11-20T16:15:20,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/92f7c69759c64683a42824cdd9490a92 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/92f7c69759c64683a42824cdd9490a92 2024-11-20T16:15:20,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/9e602edbad7b4b4cb7397924f17621ae to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/9e602edbad7b4b4cb7397924f17621ae 2024-11-20T16:15:20,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/54f91e72008645af8ca958b61e150ac6 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/54f91e72008645af8ca958b61e150ac6 2024-11-20T16:15:20,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/0788d96db2bc42a5a21efde8bc01bd87 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/0788d96db2bc42a5a21efde8bc01bd87 2024-11-20T16:15:20,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/1c5903f9eb184e4fb5b1410d5e7ab63e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/1c5903f9eb184e4fb5b1410d5e7ab63e 2024-11-20T16:15:20,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ceca3fb81aae4be9bd3650b09b5734b2 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ceca3fb81aae4be9bd3650b09b5734b2 2024-11-20T16:15:20,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/f05247ecf7904a7d94f4af3320bbf55b to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/f05247ecf7904a7d94f4af3320bbf55b 2024-11-20T16:15:20,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/1e6be5e7e4b14bb796de2db3f436a2f3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/1e6be5e7e4b14bb796de2db3f436a2f3 2024-11-20T16:15:20,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/673816aa62244eff8481625897c9d94a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/673816aa62244eff8481625897c9d94a 2024-11-20T16:15:20,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/003c28e294544e7fb8f6b9418ffd80b5 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/003c28e294544e7fb8f6b9418ffd80b5 2024-11-20T16:15:20,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/4b812f58c562402caa45dcb4edfcc984 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/4b812f58c562402caa45dcb4edfcc984 2024-11-20T16:15:20,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/7d6aa87be608481bb2ba7effe7352368 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/7d6aa87be608481bb2ba7effe7352368 2024-11-20T16:15:20,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/fd694be75ab3433a8853cb6eeab1fb58 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/fd694be75ab3433a8853cb6eeab1fb58 2024-11-20T16:15:20,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/6fb0c6aa57534bf498814ad53cf27ffa to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/6fb0c6aa57534bf498814ad53cf27ffa 2024-11-20T16:15:20,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/3e941c09afd04317a176a6718eb45eb3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/3e941c09afd04317a176a6718eb45eb3 2024-11-20T16:15:20,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/306bd3c44668449bba36525f44c67e1c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/306bd3c44668449bba36525f44c67e1c 2024-11-20T16:15:20,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/9fab99dd72854538b1ff06774467dd46 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/9fab99dd72854538b1ff06774467dd46 2024-11-20T16:15:20,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/dfaa2727f04042a18a4e2f86b78bd8b6 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/dfaa2727f04042a18a4e2f86b78bd8b6 2024-11-20T16:15:20,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/59bfa4c5afd949519b9ec01df18cfa1c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/59bfa4c5afd949519b9ec01df18cfa1c 2024-11-20T16:15:20,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/2bec36d1a3504c76ab0e5ea1e4d4a83d to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/2bec36d1a3504c76ab0e5ea1e4d4a83d 2024-11-20T16:15:20,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ed2a0968abb34be2aa16cfbb01804edc to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ed2a0968abb34be2aa16cfbb01804edc 2024-11-20T16:15:20,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/00a60236a4794904860b68d523957e23 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/00a60236a4794904860b68d523957e23 2024-11-20T16:15:20,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/c2edc2211c3e48bc8db4272f977f98f3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/c2edc2211c3e48bc8db4272f977f98f3 2024-11-20T16:15:20,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/186ba5de5a3a4da0b931c5a9ad9a9b5b to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/186ba5de5a3a4da0b931c5a9ad9a9b5b 2024-11-20T16:15:20,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ee625cf86e0b4f0f829cd18690fc57b3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ee625cf86e0b4f0f829cd18690fc57b3 2024-11-20T16:15:20,105 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/recovered.edits/461.seqid, newMaxSeqId=461, maxSeqId=4 2024-11-20T16:15:20,106 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. 2024-11-20T16:15:20,106 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1676): Region close journal for 3638b38a8e42a08f18095dc936566e78: Waiting for close lock at 1732119318336Running coprocessor pre-close hooks at 1732119318336Disabling compacts and flushes for region at 1732119318336Disabling writes for close at 1732119318337 (+1 ms)Obtaining lock to block concurrent updates at 1732119318337Preparing flush snapshotting stores in 3638b38a8e42a08f18095dc936566e78 at 1732119318337Finished memstore snapshotting TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732119318339 (+2 ms)Flushing stores of TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78. at 1732119318340 (+1 ms)Flushing 3638b38a8e42a08f18095dc936566e78/A: creating writer at 1732119318340Flushing mob file 3638b38a8e42a08f18095dc936566e78/A: appending metadata at 1732119318348 (+8 ms)Flushing mob file 3638b38a8e42a08f18095dc936566e78/A: closing flushed file at 1732119318348Flushing 3638b38a8e42a08f18095dc936566e78/A: appending metadata at 1732119318759 (+411 ms)Flushing 3638b38a8e42a08f18095dc936566e78/A: closing flushed file at 1732119318759Flushing 3638b38a8e42a08f18095dc936566e78/B: creating writer at 1732119319170 (+411 ms)Flushing 3638b38a8e42a08f18095dc936566e78/B: appending metadata at 1732119319172 (+2 ms)Flushing 3638b38a8e42a08f18095dc936566e78/B: closing flushed file at 1732119319172Flushing 3638b38a8e42a08f18095dc936566e78/C: creating writer at 1732119319581 (+409 ms)Flushing 3638b38a8e42a08f18095dc936566e78/C: appending metadata at 1732119319584 (+3 ms)Flushing 3638b38a8e42a08f18095dc936566e78/C: closing flushed file at 1732119319584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787453b4: reopening flushed file at 1732119319993 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7712e361: reopening flushed file at 1732119319997 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@499f96dd: reopening flushed file at 1732119320002 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 3638b38a8e42a08f18095dc936566e78 in 1670ms, sequenceid=458, compaction requested=false at 1732119320007 (+5 ms)Writing region close event to WAL at 1732119320102 (+95 ms)Running coprocessor post-close hooks at 1732119320106 (+4 ms)Closed at 1732119320106 2024-11-20T16:15:20,109 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(157): Closed 3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,109 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=3638b38a8e42a08f18095dc936566e78, regionState=CLOSED 2024-11-20T16:15:20,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 because future has completed 2024-11-20T16:15:20,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-20T16:15:20,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseRegionProcedure 3638b38a8e42a08f18095dc936566e78, server=044e4e732073,41459,1732119253621 in 1.9290 sec 2024-11-20T16:15:20,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-20T16:15:20,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3638b38a8e42a08f18095dc936566e78, UNASSIGN in 1.9340 sec 2024-11-20T16:15:20,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-20T16:15:20,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9390 sec 2024-11-20T16:15:20,119 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119320119"}]},"ts":"1732119320119"} 2024-11-20T16:15:20,121 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T16:15:20,121 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T16:15:20,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9500 sec 2024-11-20T16:15:20,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-20T16:15:20,323 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:20,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-20T16:15:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:15:20,326 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:15:20,326 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:15:20,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T16:15:20,329 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,331 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A, FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B, FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C, FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/recovered.edits] 2024-11-20T16:15:20,334 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/d7624851783346da9efd12bb9191dccb to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/d7624851783346da9efd12bb9191dccb 2024-11-20T16:15:20,335 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/deaff1c252dc4b238fe5ff465f27c736 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/A/deaff1c252dc4b238fe5ff465f27c736 2024-11-20T16:15:20,337 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/2a23991f8ca14cd2b83b7e66db45462e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/2a23991f8ca14cd2b83b7e66db45462e 2024-11-20T16:15:20,338 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/5885118054064ee0b25f44934d73c0cd to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/B/5885118054064ee0b25f44934d73c0cd 2024-11-20T16:15:20,340 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/75da8df75dce4b0aa1b663bff11211d1 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/75da8df75dce4b0aa1b663bff11211d1 2024-11-20T16:15:20,342 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ada8b9cd4a3a41319f340ea9f3ace210 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/C/ada8b9cd4a3a41319f340ea9f3ace210 2024-11-20T16:15:20,344 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/recovered.edits/461.seqid to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78/recovered.edits/461.seqid 2024-11-20T16:15:20,345 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,345 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T16:15:20,345 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T16:15:20,346 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T16:15:20,349 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200a1b5572a0ee404f99ccb8b3a8f121ed_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200a1b5572a0ee404f99ccb8b3a8f121ed_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,350 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120126693ee11b14195b4cc27f667659bd4_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120126693ee11b14195b4cc27f667659bd4_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,351 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112018c4d090d4ea4d92909b721308b4aa84_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112018c4d090d4ea4d92909b721308b4aa84_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,352 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201b70f312d8804c3da685d6d35f836191_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201b70f312d8804c3da685d6d35f836191_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,353 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201c8f01b1819a48eeb3f36eecef52e04a_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201c8f01b1819a48eeb3f36eecef52e04a_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,354 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120366ef107e304497082fac8970ab78e5d_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120366ef107e304497082fac8970ab78e5d_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,355 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120371bce15f01b49dc996d1fd7c49da5ae_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120371bce15f01b49dc996d1fd7c49da5ae_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,356 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204f8c54c73ab84f2a9a0aa180bec5523a_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411204f8c54c73ab84f2a9a0aa180bec5523a_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,357 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207da8b60ebcc944488ddde3ac1e947513_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207da8b60ebcc944488ddde3ac1e947513_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,358 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112083d8cd39ea8049548b3c0ba376d6d254_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112083d8cd39ea8049548b3c0ba376d6d254_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,359 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a6617ac8c97a41a889ff8515ed84375f_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a6617ac8c97a41a889ff8515ed84375f_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,360 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a9a7058034554bb1a4fec2726232a6cf_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a9a7058034554bb1a4fec2726232a6cf_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,361 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ad0ef8ecf8b6496d91409739942f6b72_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ad0ef8ecf8b6496d91409739942f6b72_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,362 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ca230964f6204b3596100dde22a0a10e_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ca230964f6204b3596100dde22a0a10e_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,363 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d1f42a22a7fc4335bf4645d7eb58c663_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d1f42a22a7fc4335bf4645d7eb58c663_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,364 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dc8e9122eb19434c9e78648107924cc2_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dc8e9122eb19434c9e78648107924cc2_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,365 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dd42602b5ccc4ac4b1946407cecb079b_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120dd42602b5ccc4ac4b1946407cecb079b_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,366 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ddd67a2fb6f849c38cdd9a05faf37e09_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ddd67a2fb6f849c38cdd9a05faf37e09_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,367 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e5927b25b0ea401baf532791afd82473_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e5927b25b0ea401baf532791afd82473_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,367 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eaf7097fb549418bb5b31e024942bfd2_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eaf7097fb549418bb5b31e024942bfd2_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,368 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ecab716108474f63be29679fe8282005_3638b38a8e42a08f18095dc936566e78 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ecab716108474f63be29679fe8282005_3638b38a8e42a08f18095dc936566e78 2024-11-20T16:15:20,369 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T16:15:20,371 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:15:20,373 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T16:15:20,375 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T16:15:20,377 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:15:20,377 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T16:15:20,377 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732119320377"}]},"ts":"9223372036854775807"} 2024-11-20T16:15:20,380 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T16:15:20,380 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3638b38a8e42a08f18095dc936566e78, NAME => 'TestAcidGuarantees,,1732119285513.3638b38a8e42a08f18095dc936566e78.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T16:15:20,380 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T16:15:20,380 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732119320380"}]},"ts":"9223372036854775807"} 2024-11-20T16:15:20,383 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T16:15:20,384 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:15:20,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 60 msec 2024-11-20T16:15:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-20T16:15:20,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T16:15:20,436 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:20,443 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 251), OpenFileDescriptor=451 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=394 (was 406), ProcessCount=11 (was 11), AvailableMemoryMB=7768 (was 6590) - AvailableMemoryMB LEAK? - 2024-11-20T16:15:20,451 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=394, ProcessCount=11, AvailableMemoryMB=7767 2024-11-20T16:15:20,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T16:15:20,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:15:20,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T16:15:20,455 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T16:15:20,455 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:20,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 63 2024-11-20T16:15:20,456 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T16:15:20,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-20T16:15:20,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742066_1242 (size=1061) 2024-11-20T16:15:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-20T16:15:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-20T16:15:20,869 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98 2024-11-20T16:15:20,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742067_1243 (size=53) 2024-11-20T16:15:21,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-20T16:15:21,279 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:15:21,279 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing dd65ca9b37706a59ff7f51c01546211c, disabling compactions & flushes 2024-11-20T16:15:21,280 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:21,280 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:21,280 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. after waiting 0 ms 2024-11-20T16:15:21,280 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:21,280 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:21,280 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd65ca9b37706a59ff7f51c01546211c: Waiting for close lock at 1732119321279Disabling compacts and flushes for region at 1732119321279Disabling writes for close at 1732119321280 (+1 ms)Writing region close event to WAL at 1732119321280Closed at 1732119321280 2024-11-20T16:15:21,281 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T16:15:21,282 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732119321281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732119321281"}]},"ts":"1732119321281"} 2024-11-20T16:15:21,284 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T16:15:21,285 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T16:15:21,285 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119321285"}]},"ts":"1732119321285"} 2024-11-20T16:15:21,287 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T16:15:21,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd65ca9b37706a59ff7f51c01546211c, ASSIGN}] 2024-11-20T16:15:21,289 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd65ca9b37706a59ff7f51c01546211c, ASSIGN 2024-11-20T16:15:21,289 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd65ca9b37706a59ff7f51c01546211c, ASSIGN; state=OFFLINE, location=044e4e732073,41459,1732119253621; forceNewPlan=false, retain=false 2024-11-20T16:15:21,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=dd65ca9b37706a59ff7f51c01546211c, regionState=OPENING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:15:21,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd65ca9b37706a59ff7f51c01546211c, ASSIGN because future has completed 2024-11-20T16:15:21,442 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:15:21,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-20T16:15:21,597 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:21,597 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:15:21,597 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:21,597 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:15:21,597 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:21,597 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:21,599 INFO [StoreOpener-dd65ca9b37706a59ff7f51c01546211c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:21,600 INFO [StoreOpener-dd65ca9b37706a59ff7f51c01546211c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:15:21,600 INFO [StoreOpener-dd65ca9b37706a59ff7f51c01546211c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd65ca9b37706a59ff7f51c01546211c columnFamilyName A 2024-11-20T16:15:21,600 DEBUG [StoreOpener-dd65ca9b37706a59ff7f51c01546211c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:21,601 INFO [StoreOpener-dd65ca9b37706a59ff7f51c01546211c-1 {}] regionserver.HStore(327): Store=dd65ca9b37706a59ff7f51c01546211c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:15:21,601 INFO [StoreOpener-dd65ca9b37706a59ff7f51c01546211c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:21,602 INFO [StoreOpener-dd65ca9b37706a59ff7f51c01546211c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:15:21,602 INFO [StoreOpener-dd65ca9b37706a59ff7f51c01546211c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd65ca9b37706a59ff7f51c01546211c columnFamilyName B 2024-11-20T16:15:21,602 DEBUG [StoreOpener-dd65ca9b37706a59ff7f51c01546211c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:21,603 INFO [StoreOpener-dd65ca9b37706a59ff7f51c01546211c-1 {}] regionserver.HStore(327): Store=dd65ca9b37706a59ff7f51c01546211c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:15:21,603 INFO [StoreOpener-dd65ca9b37706a59ff7f51c01546211c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:21,604 INFO [StoreOpener-dd65ca9b37706a59ff7f51c01546211c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:15:21,604 INFO [StoreOpener-dd65ca9b37706a59ff7f51c01546211c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd65ca9b37706a59ff7f51c01546211c columnFamilyName C 2024-11-20T16:15:21,604 DEBUG [StoreOpener-dd65ca9b37706a59ff7f51c01546211c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:21,605 INFO [StoreOpener-dd65ca9b37706a59ff7f51c01546211c-1 {}] regionserver.HStore(327): Store=dd65ca9b37706a59ff7f51c01546211c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:15:21,605 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:21,605 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:21,606 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:21,606 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:21,607 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:21,607 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:21,608 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:15:21,609 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:21,611 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:15:21,612 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened dd65ca9b37706a59ff7f51c01546211c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60460409, jitterRate=-0.09906969964504242}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:15:21,612 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:21,613 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for dd65ca9b37706a59ff7f51c01546211c: Running coprocessor pre-open hook at 1732119321597Writing region info on filesystem at 1732119321598 (+1 ms)Initializing all the Stores at 1732119321598Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119321598Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119321599 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119321599Cleaning up temporary data from old regions at 1732119321607 (+8 ms)Running coprocessor post-open hooks at 1732119321612 (+5 ms)Region opened successfully at 1732119321613 (+1 ms) 2024-11-20T16:15:21,614 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., pid=65, masterSystemTime=1732119321594 2024-11-20T16:15:21,616 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:21,616 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:21,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=dd65ca9b37706a59ff7f51c01546211c, regionState=OPEN, openSeqNum=2, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:15:21,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 because future has completed 2024-11-20T16:15:21,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-20T16:15:21,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 in 177 msec 2024-11-20T16:15:21,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-20T16:15:21,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd65ca9b37706a59ff7f51c01546211c, ASSIGN in 334 msec 2024-11-20T16:15:21,623 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T16:15:21,623 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119321623"}]},"ts":"1732119321623"} 2024-11-20T16:15:21,625 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T16:15:21,626 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T16:15:21,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1730 sec 2024-11-20T16:15:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-20T16:15:22,604 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:22,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e4e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:22,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:22,606 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:22,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:22,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:22,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc5e32b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:22,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:22,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:22,607 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:22,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ecf0850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:22,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:22,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:22,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T16:15:22,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 044e4e732073,38329,1732119252544 2024-11-20T16:15:22,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ab7238d 2024-11-20T16:15:22,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T16:15:22,612 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T16:15:22,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad36e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:22,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:22,614 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2408ea26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:22,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:22,615 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:22,616 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6269cf01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,616 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:22,616 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:22,617 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:22,617 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:22,617 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:22,617 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764c0fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,617 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:22,617 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:22,618 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:22,618 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:22,619 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd51e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260eab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:22,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:22,621 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:22,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:22,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:22,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445bf104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:22,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:22,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:22,622 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:22,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436c223c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:22,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:22,624 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c39e70f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:22,625 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:22,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d4ce0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5559acf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:22,626 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:22,627 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446b8cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:22,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:22,628 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:22,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d474687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8815e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:22,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:22,630 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639bb7aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:22,630 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:22,631 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:22,631 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328ba9fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ed310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:22,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:22,633 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:22,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119cdb4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:22,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:22,635 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:22,635 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28eb2fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176a9725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,636 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:22,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:22,637 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@851c15d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:22,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:22,638 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:22,639 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7b09b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5762fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:22,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:22,640 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7665a0ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,640 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:22,641 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:22,641 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ede2b05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f72a925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:22,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:22,643 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:22,643 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:22,643 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:22,644 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d8735c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,644 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:22,644 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:22,644 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:22,645 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:22,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b7956c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:22,646 DEBUG [Thread-1146 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:22,646 DEBUG [Thread-1144 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:22,646 DEBUG [Thread-1133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:22,646 DEBUG [Thread-1150 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:22,646 DEBUG [Thread-1141 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:22,646 DEBUG [Thread-1135 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:22,646 DEBUG [Thread-1137 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:22,647 DEBUG [Thread-1152 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:22,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:15:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:22,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-20T16:15:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:22,648 DEBUG [Thread-1139 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:22,648 DEBUG [Thread-1148 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:22,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:22,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:22,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:22,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:22,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:22,649 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:15:22,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:22,650 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:22,651 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:22,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:15:22,652 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:15:22,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:15:22,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:15:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T16:15:22,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:15:22,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:22,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:22,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:22,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:22,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:22,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:15:22,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:15:22,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:15:22,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:15:22,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:15:22,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:15:22,658 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:15:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:22,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T16:15:22,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:22,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:22,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:22,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:22,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:22,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:22,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51054 deadline: 1732119382692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:22,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:22,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119382693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:22,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,702 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:22,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51052 deadline: 1732119382695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:22,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:22,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51044 deadline: 1732119382698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:22,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:22,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51088 deadline: 1732119382700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:22,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:22,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/76cba3f53b6a4aabaf6680246ada16f5 is 50, key is test_row_0/A:col10/1732119322663/Put/seqid=0 2024-11-20T16:15:22,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742068_1244 (size=12001) 2024-11-20T16:15:22,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/76cba3f53b6a4aabaf6680246ada16f5 2024-11-20T16:15:22,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/57f2bc827085449ebda46f9ffbc3cc93 is 50, key is test_row_0/B:col10/1732119322663/Put/seqid=0 2024-11-20T16:15:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T16:15:22,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742069_1245 (size=12001) 2024-11-20T16:15:22,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T16:15:22,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:22,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:22,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:22,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:22,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:22,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/57f2bc827085449ebda46f9ffbc3cc93 2024-11-20T16:15:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:22,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51054 deadline: 1732119382813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:22,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:22,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51052 deadline: 1732119382813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:22,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:22,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51044 deadline: 1732119382813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:22,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:22,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51088 deadline: 1732119382813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:22,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:22,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119382814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:22,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:22,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:22,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/45138a8049464983a3d55643a9bd830c is 50, key is test_row_0/C:col10/1732119322663/Put/seqid=0 2024-11-20T16:15:22,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742070_1246 (size=12001) 2024-11-20T16:15:22,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T16:15:22,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:22,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:22,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:22,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:22,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T16:15:23,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51052 deadline: 1732119383039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:23,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:23,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51044 deadline: 1732119383039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:23,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:23,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51088 deadline: 1732119383039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:23,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119383039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51054 deadline: 1732119383039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:23,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:23,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:23,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T16:15:23,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:23,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:23,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:23,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:23,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:23,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:23,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T16:15:23,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:23,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:23,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:23,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:23,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:23,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T16:15:23,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/45138a8049464983a3d55643a9bd830c 2024-11-20T16:15:23,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/76cba3f53b6a4aabaf6680246ada16f5 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/76cba3f53b6a4aabaf6680246ada16f5 2024-11-20T16:15:23,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/76cba3f53b6a4aabaf6680246ada16f5, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T16:15:23,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/57f2bc827085449ebda46f9ffbc3cc93 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/57f2bc827085449ebda46f9ffbc3cc93 2024-11-20T16:15:23,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/57f2bc827085449ebda46f9ffbc3cc93, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T16:15:23,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/45138a8049464983a3d55643a9bd830c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/45138a8049464983a3d55643a9bd830c 2024-11-20T16:15:23,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:23,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51052 deadline: 1732119383353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:23,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:23,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51044 deadline: 1732119383353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:23,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:23,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51088 deadline: 1732119383353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:23,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:23,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:23,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:23,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51054 deadline: 1732119383354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:23,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:23,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/45138a8049464983a3d55643a9bd830c, entries=150, sequenceid=13, filesize=11.7 K 2024-11-20T16:15:23,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for dd65ca9b37706a59ff7f51c01546211c in 702ms, sequenceid=13, compaction requested=false 2024-11-20T16:15:23,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:23,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:23,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-20T16:15:23,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:23,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:23,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:23,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:23,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:23,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:23,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/c19c3c5977e3459fa4a4334158da54f0 is 50, key is test_row_0/A:col10/1732119322680/Put/seqid=0 2024-11-20T16:15:23,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T16:15:23,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:23,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:23,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:23,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:23,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:23,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742071_1247 (size=14341) 2024-11-20T16:15:23,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119383431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:23,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:23,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119383543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:23,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T16:15:23,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:23,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:23,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:23,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:23,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:23,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T16:15:23,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:23,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:23,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:23,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:23,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:23,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:23,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119383753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:23,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:23,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T16:15:23,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/c19c3c5977e3459fa4a4334158da54f0 2024-11-20T16:15:23,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/3dd92f21206444c58ea7ac6f28e47fc7 is 50, key is test_row_0/B:col10/1732119322680/Put/seqid=0 2024-11-20T16:15:23,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:23,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51044 deadline: 1732119383863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:23,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:23,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51088 deadline: 1732119383864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:23,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:23,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:23,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:23,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51052 deadline: 1732119383873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51054 deadline: 1732119383873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:23,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:23,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:23,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:23,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T16:15:23,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:23,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:23,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:23,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:23,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:23,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:23,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742072_1248 (size=12001) 2024-11-20T16:15:23,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/3dd92f21206444c58ea7ac6f28e47fc7 2024-11-20T16:15:23,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/22c7cb4730bb48fca17d0010f04c0e68 is 50, key is test_row_0/C:col10/1732119322680/Put/seqid=0 2024-11-20T16:15:23,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742073_1249 (size=12001) 2024-11-20T16:15:24,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T16:15:24,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:24,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:24,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:24,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:24,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:24,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:24,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119384063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:24,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:24,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T16:15:24,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:24,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:24,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:24,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:24,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:24,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:24,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T16:15:24,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:24,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:24,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:24,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:24,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:24,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/22c7cb4730bb48fca17d0010f04c0e68 2024-11-20T16:15:24,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/c19c3c5977e3459fa4a4334158da54f0 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/c19c3c5977e3459fa4a4334158da54f0 2024-11-20T16:15:24,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/c19c3c5977e3459fa4a4334158da54f0, entries=200, sequenceid=34, filesize=14.0 K 2024-11-20T16:15:24,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/3dd92f21206444c58ea7ac6f28e47fc7 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/3dd92f21206444c58ea7ac6f28e47fc7 2024-11-20T16:15:24,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/3dd92f21206444c58ea7ac6f28e47fc7, entries=150, sequenceid=34, filesize=11.7 K 2024-11-20T16:15:24,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/22c7cb4730bb48fca17d0010f04c0e68 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/22c7cb4730bb48fca17d0010f04c0e68 2024-11-20T16:15:24,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/22c7cb4730bb48fca17d0010f04c0e68, entries=150, sequenceid=34, filesize=11.7 K 2024-11-20T16:15:24,420 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for dd65ca9b37706a59ff7f51c01546211c in 1046ms, sequenceid=34, compaction requested=false 2024-11-20T16:15:24,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:24,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-20T16:15:24,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:24,498 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T16:15:24,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:24,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:24,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:24,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:24,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:24,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:24,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/f650b11e3ad04c5b940c7aa616b79b30 is 50, key is test_row_0/A:col10/1732119323422/Put/seqid=0 2024-11-20T16:15:24,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742074_1250 (size=12001) 2024-11-20T16:15:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:24,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:24,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119384662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:24,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:24,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:24,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:24,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119384774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:24,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:24,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:24,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T16:15:24,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51044 deadline: 1732119384873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:24,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51088 deadline: 1732119384873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:24,877 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in dd65ca9b37706a59ff7f51c01546211c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:24,877 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in dd65ca9b37706a59ff7f51c01546211c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:24,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51054 deadline: 1732119384883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:24,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51052 deadline: 1732119384883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:24,886 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in dd65ca9b37706a59ff7f51c01546211c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:24,887 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in dd65ca9b37706a59ff7f51c01546211c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:24,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:24,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:24,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:24,887 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:24,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:24,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:24,913 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/f650b11e3ad04c5b940c7aa616b79b30 2024-11-20T16:15:24,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/3fbcf59ecc3e45728a4a0f399c693d55 is 50, key is test_row_0/B:col10/1732119323422/Put/seqid=0 2024-11-20T16:15:24,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742075_1251 (size=12001) 2024-11-20T16:15:24,937 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/3fbcf59ecc3e45728a4a0f399c693d55 2024-11-20T16:15:24,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/ef0d7f0b37a84b41b3aeec8dd772444d is 50, key is test_row_0/C:col10/1732119323422/Put/seqid=0 2024-11-20T16:15:24,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742076_1252 (size=12001) 2024-11-20T16:15:24,982 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/ef0d7f0b37a84b41b3aeec8dd772444d 2024-11-20T16:15:24,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/f650b11e3ad04c5b940c7aa616b79b30 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/f650b11e3ad04c5b940c7aa616b79b30 2024-11-20T16:15:24,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119384983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:24,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:24,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:24,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:24,998 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/f650b11e3ad04c5b940c7aa616b79b30, entries=150, sequenceid=45, filesize=11.7 K 2024-11-20T16:15:25,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/3fbcf59ecc3e45728a4a0f399c693d55 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/3fbcf59ecc3e45728a4a0f399c693d55 2024-11-20T16:15:25,004 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/3fbcf59ecc3e45728a4a0f399c693d55, entries=150, sequenceid=45, filesize=11.7 K 2024-11-20T16:15:25,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/ef0d7f0b37a84b41b3aeec8dd772444d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/ef0d7f0b37a84b41b3aeec8dd772444d 2024-11-20T16:15:25,012 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/ef0d7f0b37a84b41b3aeec8dd772444d, entries=150, sequenceid=45, filesize=11.7 K 2024-11-20T16:15:25,013 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=120.76 KB/123660 for dd65ca9b37706a59ff7f51c01546211c in 515ms, sequenceid=45, compaction requested=true 2024-11-20T16:15:25,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:25,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:25,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-20T16:15:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-20T16:15:25,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-20T16:15:25,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3640 sec 2024-11-20T16:15:25,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.3740 sec 2024-11-20T16:15:25,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB 2024-11-20T16:15:25,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:25,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:25,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:25,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:25,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:25,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:25,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/4ac653c95a774c41b386434c8cbe8122 is 50, key is test_row_0/A:col10/1732119325295/Put/seqid=0 2024-11-20T16:15:25,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742077_1253 (size=12001) 2024-11-20T16:15:25,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/4ac653c95a774c41b386434c8cbe8122 2024-11-20T16:15:25,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119385348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:25,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:25,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:25,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:25,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/b5562ed962f242a6b48a2a9960e19aa9 is 50, key is test_row_0/B:col10/1732119325295/Put/seqid=0 2024-11-20T16:15:25,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742078_1254 (size=12001) 2024-11-20T16:15:25,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/b5562ed962f242a6b48a2a9960e19aa9 2024-11-20T16:15:25,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/b9186a13ae9d4ede9f3371ddbc1f8cb6 is 50, key is test_row_0/C:col10/1732119325295/Put/seqid=0 2024-11-20T16:15:25,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742079_1255 (size=12001) 2024-11-20T16:15:25,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/b9186a13ae9d4ede9f3371ddbc1f8cb6 2024-11-20T16:15:25,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/4ac653c95a774c41b386434c8cbe8122 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/4ac653c95a774c41b386434c8cbe8122 2024-11-20T16:15:25,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/4ac653c95a774c41b386434c8cbe8122, entries=150, sequenceid=67, filesize=11.7 K 2024-11-20T16:15:25,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/b5562ed962f242a6b48a2a9960e19aa9 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/b5562ed962f242a6b48a2a9960e19aa9 2024-11-20T16:15:25,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/b5562ed962f242a6b48a2a9960e19aa9, entries=150, sequenceid=67, filesize=11.7 K 2024-11-20T16:15:25,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/b9186a13ae9d4ede9f3371ddbc1f8cb6 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/b9186a13ae9d4ede9f3371ddbc1f8cb6 2024-11-20T16:15:25,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/b9186a13ae9d4ede9f3371ddbc1f8cb6, entries=150, sequenceid=67, filesize=11.7 K 2024-11-20T16:15:25,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=46.96 KB/48090 for dd65ca9b37706a59ff7f51c01546211c in 147ms, sequenceid=67, compaction requested=true 2024-11-20T16:15:25,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:25,445 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:15:25,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:15:25,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:25,446 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:15:25,446 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:15:25,446 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/A is initiating minor compaction (all files) 2024-11-20T16:15:25,446 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/A in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:25,446 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/76cba3f53b6a4aabaf6680246ada16f5, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/c19c3c5977e3459fa4a4334158da54f0, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/f650b11e3ad04c5b940c7aa616b79b30, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/4ac653c95a774c41b386434c8cbe8122] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=49.2 K 2024-11-20T16:15:25,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:15:25,447 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 76cba3f53b6a4aabaf6680246ada16f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732119322663 2024-11-20T16:15:25,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:25,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:15:25,447 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting c19c3c5977e3459fa4a4334158da54f0, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1732119322680 2024-11-20T16:15:25,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:25,448 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:15:25,448 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/B is initiating minor compaction (all files) 2024-11-20T16:15:25,448 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/B in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:25,448 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/57f2bc827085449ebda46f9ffbc3cc93, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/3dd92f21206444c58ea7ac6f28e47fc7, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/3fbcf59ecc3e45728a4a0f399c693d55, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/b5562ed962f242a6b48a2a9960e19aa9] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=46.9 K 2024-11-20T16:15:25,448 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting f650b11e3ad04c5b940c7aa616b79b30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1732119323399 2024-11-20T16:15:25,449 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57f2bc827085449ebda46f9ffbc3cc93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732119322663 2024-11-20T16:15:25,449 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ac653c95a774c41b386434c8cbe8122, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732119324644 2024-11-20T16:15:25,449 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dd92f21206444c58ea7ac6f28e47fc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1732119322680 2024-11-20T16:15:25,451 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fbcf59ecc3e45728a4a0f399c693d55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1732119323399 2024-11-20T16:15:25,451 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5562ed962f242a6b48a2a9960e19aa9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732119324644 2024-11-20T16:15:25,470 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#A#compaction#209 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:25,471 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/684bca512a2a4648bb5a94ec16511172 is 50, key is test_row_0/A:col10/1732119325295/Put/seqid=0 2024-11-20T16:15:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:25,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T16:15:25,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:25,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:25,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:25,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:25,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:25,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:25,474 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#B#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:25,474 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/5fb487590a2a403b915fa4e6cead49d9 is 50, key is test_row_0/B:col10/1732119325295/Put/seqid=0 2024-11-20T16:15:25,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/86e46277d919401e88cc61ecccaf4485 is 50, key is test_row_0/A:col10/1732119325345/Put/seqid=0 2024-11-20T16:15:25,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742081_1257 (size=12139) 2024-11-20T16:15:25,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742080_1256 (size=12139) 2024-11-20T16:15:25,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742082_1258 (size=14341) 2024-11-20T16:15:25,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119325565, max timestamp=1732119325580Num uniques 859; 2024-11-20T16:15:25,583 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:25,586 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119325565, max timestamp=1732119325580Num uniques 859; 2024-11-20T16:15:25,586 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:25,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119325565, max timestamp=1732119325580Num uniques 859; 2024-11-20T16:15:25,589 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:25,648 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T16:15:25,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:25,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119385688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:25,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:25,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:25,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:25,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:25,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119385803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:25,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:25,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:25,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:25,883 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/5fb487590a2a403b915fa4e6cead49d9 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/5fb487590a2a403b915fa4e6cead49d9 2024-11-20T16:15:25,888 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/B of dd65ca9b37706a59ff7f51c01546211c into 5fb487590a2a403b915fa4e6cead49d9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:25,888 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:25,888 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/B, priority=12, startTime=1732119325445; duration=0sec 2024-11-20T16:15:25,888 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:25,888 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:B 2024-11-20T16:15:25,888 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:15:25,889 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:15:25,889 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/C is initiating minor compaction (all files) 2024-11-20T16:15:25,889 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/C in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:25,889 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/45138a8049464983a3d55643a9bd830c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/22c7cb4730bb48fca17d0010f04c0e68, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/ef0d7f0b37a84b41b3aeec8dd772444d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/b9186a13ae9d4ede9f3371ddbc1f8cb6] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=46.9 K 2024-11-20T16:15:25,890 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45138a8049464983a3d55643a9bd830c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732119322663 2024-11-20T16:15:25,890 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22c7cb4730bb48fca17d0010f04c0e68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1732119322680 2024-11-20T16:15:25,890 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef0d7f0b37a84b41b3aeec8dd772444d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1732119323399 2024-11-20T16:15:25,891 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9186a13ae9d4ede9f3371ddbc1f8cb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732119324644 2024-11-20T16:15:25,898 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#C#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:25,899 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/587b6b79449c4740b6bba5211d0a3e0f is 50, key is test_row_0/C:col10/1732119325295/Put/seqid=0 2024-11-20T16:15:25,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/86e46277d919401e88cc61ecccaf4485 2024-11-20T16:15:25,925 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/684bca512a2a4648bb5a94ec16511172 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/684bca512a2a4648bb5a94ec16511172 2024-11-20T16:15:25,931 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/A of dd65ca9b37706a59ff7f51c01546211c into 684bca512a2a4648bb5a94ec16511172(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:25,931 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:25,931 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/A, priority=12, startTime=1732119325444; duration=0sec 2024-11-20T16:15:25,932 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:25,932 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:A 2024-11-20T16:15:25,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742083_1259 (size=12139) 2024-11-20T16:15:25,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/a8a4e5a1a4004812b0c5178ce9be60a5 is 50, key is test_row_0/B:col10/1732119325345/Put/seqid=0 2024-11-20T16:15:25,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742084_1260 (size=12001) 2024-11-20T16:15:25,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/a8a4e5a1a4004812b0c5178ce9be60a5 2024-11-20T16:15:25,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/4ebbe68cbfcc4e84b33563f03016c969 is 50, key is test_row_0/C:col10/1732119325345/Put/seqid=0 2024-11-20T16:15:26,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:26,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119386013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:26,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:26,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:26,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:26,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742085_1261 (size=12001) 2024-11-20T16:15:26,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:26,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119386323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:26,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:26,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:26,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:26,338 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/587b6b79449c4740b6bba5211d0a3e0f as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/587b6b79449c4740b6bba5211d0a3e0f 2024-11-20T16:15:26,344 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/C of dd65ca9b37706a59ff7f51c01546211c into 587b6b79449c4740b6bba5211d0a3e0f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:26,344 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:26,345 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/C, priority=12, startTime=1732119325447; duration=0sec 2024-11-20T16:15:26,345 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:26,345 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:C 2024-11-20T16:15:26,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/4ebbe68cbfcc4e84b33563f03016c969 2024-11-20T16:15:26,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/86e46277d919401e88cc61ecccaf4485 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/86e46277d919401e88cc61ecccaf4485 2024-11-20T16:15:26,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/86e46277d919401e88cc61ecccaf4485, entries=200, sequenceid=78, filesize=14.0 K 2024-11-20T16:15:26,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/a8a4e5a1a4004812b0c5178ce9be60a5 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/a8a4e5a1a4004812b0c5178ce9be60a5 2024-11-20T16:15:26,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/a8a4e5a1a4004812b0c5178ce9be60a5, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T16:15:26,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/4ebbe68cbfcc4e84b33563f03016c969 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/4ebbe68cbfcc4e84b33563f03016c969 2024-11-20T16:15:26,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/4ebbe68cbfcc4e84b33563f03016c969, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T16:15:26,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for dd65ca9b37706a59ff7f51c01546211c in 974ms, sequenceid=78, compaction requested=false 2024-11-20T16:15:26,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-20T16:15:26,823 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:26,823 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:15:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-20T16:15:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T16:15:26,825 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:15:26,826 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:15:26,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:15:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:26,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-20T16:15:26,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:26,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:26,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:26,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:26,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:26,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:26,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/895a8e19e3a24d119fe756f3431859b8 is 50, key is test_row_0/A:col10/1732119326835/Put/seqid=0 2024-11-20T16:15:26,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742086_1262 (size=14341) 2024-11-20T16:15:26,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/895a8e19e3a24d119fe756f3431859b8 2024-11-20T16:15:26,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51088 deadline: 1732119386885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:26,887 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in dd65ca9b37706a59ff7f51c01546211c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:26,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:26,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119386886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:26,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:26,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:26,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:26,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/fffc9d0f55314de5a630553bf174b8cc is 50, key is test_row_0/B:col10/1732119326835/Put/seqid=0 2024-11-20T16:15:26,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51044 deadline: 1732119386893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:26,896 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in dd65ca9b37706a59ff7f51c01546211c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:26,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51054 deadline: 1732119386903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:26,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51052 deadline: 1732119386903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:26,906 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in dd65ca9b37706a59ff7f51c01546211c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:26,906 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in dd65ca9b37706a59ff7f51c01546211c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:26,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742087_1263 (size=12001) 2024-11-20T16:15:26,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/fffc9d0f55314de5a630553bf174b8cc 2024-11-20T16:15:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T16:15:26,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/f88e6befa25541bc8219ff3f728fc9f7 is 50, key is test_row_0/C:col10/1732119326835/Put/seqid=0 2024-11-20T16:15:26,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742088_1264 (size=12001) 2024-11-20T16:15:26,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/f88e6befa25541bc8219ff3f728fc9f7 2024-11-20T16:15:26,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/895a8e19e3a24d119fe756f3431859b8 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/895a8e19e3a24d119fe756f3431859b8 2024-11-20T16:15:26,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/895a8e19e3a24d119fe756f3431859b8, entries=200, sequenceid=118, filesize=14.0 K 2024-11-20T16:15:26,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/fffc9d0f55314de5a630553bf174b8cc as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/fffc9d0f55314de5a630553bf174b8cc 2024-11-20T16:15:26,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/fffc9d0f55314de5a630553bf174b8cc, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T16:15:26,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/f88e6befa25541bc8219ff3f728fc9f7 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/f88e6befa25541bc8219ff3f728fc9f7 2024-11-20T16:15:26,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/f88e6befa25541bc8219ff3f728fc9f7, entries=150, sequenceid=118, filesize=11.7 K 2024-11-20T16:15:26,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for dd65ca9b37706a59ff7f51c01546211c in 137ms, sequenceid=118, compaction requested=true 2024-11-20T16:15:26,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:26,973 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:26,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:15:26,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:26,974 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:26,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:15:26,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:26,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:15:26,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:26,975 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:26,975 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/A is initiating minor compaction (all files) 2024-11-20T16:15:26,975 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/A in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:26,975 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/684bca512a2a4648bb5a94ec16511172, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/86e46277d919401e88cc61ecccaf4485, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/895a8e19e3a24d119fe756f3431859b8] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=39.9 K 2024-11-20T16:15:26,977 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:26,977 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/B is initiating minor compaction (all files) 2024-11-20T16:15:26,977 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/B in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:26,977 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/5fb487590a2a403b915fa4e6cead49d9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/a8a4e5a1a4004812b0c5178ce9be60a5, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/fffc9d0f55314de5a630553bf174b8cc] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=35.3 K 2024-11-20T16:15:26,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-20T16:15:26,977 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 684bca512a2a4648bb5a94ec16511172, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732119324644 2024-11-20T16:15:26,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:26,978 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T16:15:26,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:26,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:26,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:26,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:26,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:26,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:26,979 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fb487590a2a403b915fa4e6cead49d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732119324644 2024-11-20T16:15:26,980 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86e46277d919401e88cc61ecccaf4485, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732119325315 2024-11-20T16:15:26,981 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting a8a4e5a1a4004812b0c5178ce9be60a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732119325315 2024-11-20T16:15:26,982 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 895a8e19e3a24d119fe756f3431859b8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732119325638 2024-11-20T16:15:26,983 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting fffc9d0f55314de5a630553bf174b8cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732119325638 2024-11-20T16:15:26,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/45081f0940024527a3fc8499341cd58c is 50, key is test_row_0/A:col10/1732119326884/Put/seqid=0 2024-11-20T16:15:26,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:26,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:27,008 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#A#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:27,010 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/767754802d8e4f6cafd0069dd0c8fe17 is 50, key is test_row_0/A:col10/1732119326835/Put/seqid=0 2024-11-20T16:15:27,013 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#B#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:27,013 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/8d1da2bce7be47c593bd75ac4e69bc33 is 50, key is test_row_0/B:col10/1732119326835/Put/seqid=0 2024-11-20T16:15:27,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742089_1265 (size=12001) 2024-11-20T16:15:27,023 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/45081f0940024527a3fc8499341cd58c 2024-11-20T16:15:27,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742090_1266 (size=12241) 2024-11-20T16:15:27,037 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/767754802d8e4f6cafd0069dd0c8fe17 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/767754802d8e4f6cafd0069dd0c8fe17 2024-11-20T16:15:27,045 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/A of dd65ca9b37706a59ff7f51c01546211c into 767754802d8e4f6cafd0069dd0c8fe17(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:27,045 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:27,045 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/A, priority=13, startTime=1732119326973; duration=0sec 2024-11-20T16:15:27,045 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:27,045 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:A 2024-11-20T16:15:27,045 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:27,046 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:27,046 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/C is initiating minor compaction (all files) 2024-11-20T16:15:27,047 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/C in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:27,047 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/587b6b79449c4740b6bba5211d0a3e0f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/4ebbe68cbfcc4e84b33563f03016c969, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/f88e6befa25541bc8219ff3f728fc9f7] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=35.3 K 2024-11-20T16:15:27,047 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 587b6b79449c4740b6bba5211d0a3e0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1732119324644 2024-11-20T16:15:27,048 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ebbe68cbfcc4e84b33563f03016c969, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732119325315 2024-11-20T16:15:27,048 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting f88e6befa25541bc8219ff3f728fc9f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732119325638 2024-11-20T16:15:27,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/5981818aea5a41fb9af2a52569cfee2b is 50, key is test_row_0/B:col10/1732119326884/Put/seqid=0 2024-11-20T16:15:27,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742091_1267 (size=12241) 2024-11-20T16:15:27,065 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/8d1da2bce7be47c593bd75ac4e69bc33 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8d1da2bce7be47c593bd75ac4e69bc33 2024-11-20T16:15:27,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742092_1268 (size=12001) 2024-11-20T16:15:27,071 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/5981818aea5a41fb9af2a52569cfee2b 2024-11-20T16:15:27,072 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/B of dd65ca9b37706a59ff7f51c01546211c into 8d1da2bce7be47c593bd75ac4e69bc33(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:27,072 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:27,072 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/B, priority=13, startTime=1732119326974; duration=0sec 2024-11-20T16:15:27,072 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:27,072 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:B 2024-11-20T16:15:27,074 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#C#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:27,075 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/90f4f9f7a5814acf99c7011fbecac4c9 is 50, key is test_row_0/C:col10/1732119326835/Put/seqid=0 2024-11-20T16:15:27,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/3c6bcef925834d7e8a3b5c2f8344a83a is 50, key is test_row_0/C:col10/1732119326884/Put/seqid=0 2024-11-20T16:15:27,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742093_1269 (size=12241) 2024-11-20T16:15:27,092 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119327054, max timestamp=1732119327089Num uniques 859; 2024-11-20T16:15:27,092 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:27,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119327054, max timestamp=1732119327089Num uniques 859; 2024-11-20T16:15:27,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:27,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119327054, max timestamp=1732119327089Num uniques 859; 2024-11-20T16:15:27,093 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:27,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742094_1270 (size=12001) 2024-11-20T16:15:27,099 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/3c6bcef925834d7e8a3b5c2f8344a83a 2024-11-20T16:15:27,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/45081f0940024527a3fc8499341cd58c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/45081f0940024527a3fc8499341cd58c 2024-11-20T16:15:27,125 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/45081f0940024527a3fc8499341cd58c, entries=150, sequenceid=128, filesize=11.7 K 2024-11-20T16:15:27,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/5981818aea5a41fb9af2a52569cfee2b as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/5981818aea5a41fb9af2a52569cfee2b 2024-11-20T16:15:27,132 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/5981818aea5a41fb9af2a52569cfee2b, entries=150, sequenceid=128, filesize=11.7 K 2024-11-20T16:15:27,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/3c6bcef925834d7e8a3b5c2f8344a83a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/3c6bcef925834d7e8a3b5c2f8344a83a 2024-11-20T16:15:27,139 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/3c6bcef925834d7e8a3b5c2f8344a83a, entries=150, sequenceid=128, filesize=11.7 K 2024-11-20T16:15:27,140 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=73.80 KB/75570 for dd65ca9b37706a59ff7f51c01546211c in 162ms, sequenceid=128, compaction requested=false 2024-11-20T16:15:27,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:27,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:27,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-20T16:15:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-20T16:15:27,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:27,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=80.51 KB heapSize=225.61 KB 2024-11-20T16:15:27,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:27,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:27,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:27,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:27,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:27,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:27,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T16:15:27,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-20T16:15:27,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 316 msec 2024-11-20T16:15:27,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 323 msec 2024-11-20T16:15:27,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/3a8132dc1c2a4727a2e0b0ffcf4cfc42 is 50, key is test_row_0/A:col10/1732119327141/Put/seqid=0 2024-11-20T16:15:27,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742095_1271 (size=14541) 2024-11-20T16:15:27,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/3a8132dc1c2a4727a2e0b0ffcf4cfc42 2024-11-20T16:15:27,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/3bf8c81e0e0c40cc9dd6bfc3f81d41f4 is 50, key is test_row_0/B:col10/1732119327141/Put/seqid=0 2024-11-20T16:15:27,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742096_1272 (size=12151) 2024-11-20T16:15:27,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/3bf8c81e0e0c40cc9dd6bfc3f81d41f4 2024-11-20T16:15:27,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/5cc97df2e8cd4f36abfb1282fe0afb7e is 50, key is test_row_0/C:col10/1732119327141/Put/seqid=0 2024-11-20T16:15:27,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742097_1273 (size=12151) 2024-11-20T16:15:27,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/5cc97df2e8cd4f36abfb1282fe0afb7e 2024-11-20T16:15:27,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/3a8132dc1c2a4727a2e0b0ffcf4cfc42 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/3a8132dc1c2a4727a2e0b0ffcf4cfc42 2024-11-20T16:15:27,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/3a8132dc1c2a4727a2e0b0ffcf4cfc42, entries=200, sequenceid=159, filesize=14.2 K 2024-11-20T16:15:27,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/3bf8c81e0e0c40cc9dd6bfc3f81d41f4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/3bf8c81e0e0c40cc9dd6bfc3f81d41f4 2024-11-20T16:15:27,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/3bf8c81e0e0c40cc9dd6bfc3f81d41f4, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T16:15:27,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/5cc97df2e8cd4f36abfb1282fe0afb7e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/5cc97df2e8cd4f36abfb1282fe0afb7e 2024-11-20T16:15:27,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/5cc97df2e8cd4f36abfb1282fe0afb7e, entries=150, sequenceid=159, filesize=11.9 K 2024-11-20T16:15:27,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~225.56 KB/230976, currentSize=100.63 KB/103050 for dd65ca9b37706a59ff7f51c01546211c in 123ms, sequenceid=159, compaction requested=true 2024-11-20T16:15:27,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:27,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:A, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:15:27,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:27,267 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:27,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:B, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:15:27,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:27,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:15:27,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T16:15:27,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:27,268 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:27,268 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/A is initiating minor compaction (all files) 2024-11-20T16:15:27,268 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/A in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:27,268 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/767754802d8e4f6cafd0069dd0c8fe17, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/45081f0940024527a3fc8499341cd58c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/3a8132dc1c2a4727a2e0b0ffcf4cfc42] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=37.9 K 2024-11-20T16:15:27,269 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 767754802d8e4f6cafd0069dd0c8fe17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732119325638 2024-11-20T16:15:27,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-20T16:15:27,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:27,269 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 45081f0940024527a3fc8499341cd58c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732119326850 2024-11-20T16:15:27,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:27,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:27,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:27,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:27,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:27,270 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a8132dc1c2a4727a2e0b0ffcf4cfc42, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732119327117 2024-11-20T16:15:27,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/9ba8fbc0dd5f4b328d4da85868d1c7a4 is 50, key is test_row_0/A:col10/1732119327265/Put/seqid=0 2024-11-20T16:15:27,282 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#A#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:27,283 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/affb2d7202ef40a3a86a2bbb73ab91f0 is 50, key is test_row_0/A:col10/1732119327141/Put/seqid=0 2024-11-20T16:15:27,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742098_1274 (size=14541) 2024-11-20T16:15:27,299 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/9ba8fbc0dd5f4b328d4da85868d1c7a4 2024-11-20T16:15:27,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742099_1275 (size=12493) 2024-11-20T16:15:27,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/522825f0fbe84b6089a305420946355d is 50, key is test_row_0/B:col10/1732119327265/Put/seqid=0 2024-11-20T16:15:27,331 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/affb2d7202ef40a3a86a2bbb73ab91f0 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/affb2d7202ef40a3a86a2bbb73ab91f0 2024-11-20T16:15:27,336 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/A of dd65ca9b37706a59ff7f51c01546211c into affb2d7202ef40a3a86a2bbb73ab91f0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:27,336 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:27,337 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/A, priority=13, startTime=1732119327267; duration=0sec 2024-11-20T16:15:27,337 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T16:15:27,337 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:A 2024-11-20T16:15:27,337 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-20T16:15:27,338 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T16:15:27,339 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T16:15:27,339 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. because compaction request was cancelled 2024-11-20T16:15:27,339 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:C 2024-11-20T16:15:27,339 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:27,341 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:27,341 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/B is initiating minor compaction (all files) 2024-11-20T16:15:27,341 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/B in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:27,341 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8d1da2bce7be47c593bd75ac4e69bc33, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/5981818aea5a41fb9af2a52569cfee2b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/3bf8c81e0e0c40cc9dd6bfc3f81d41f4] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=35.5 K 2024-11-20T16:15:27,342 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d1da2bce7be47c593bd75ac4e69bc33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732119325638 2024-11-20T16:15:27,342 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 5981818aea5a41fb9af2a52569cfee2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732119326850 2024-11-20T16:15:27,343 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bf8c81e0e0c40cc9dd6bfc3f81d41f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732119327117 2024-11-20T16:15:27,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:27,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119387339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:27,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:27,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:27,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:27,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742100_1276 (size=12151) 2024-11-20T16:15:27,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/522825f0fbe84b6089a305420946355d 2024-11-20T16:15:27,354 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#B#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:27,355 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/70fc09b48fc1490ca937eb38fd774665 is 50, key is test_row_0/B:col10/1732119327141/Put/seqid=0 2024-11-20T16:15:27,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/27ecce4560794ca784e3d9803b467dc6 is 50, key is test_row_0/C:col10/1732119327265/Put/seqid=0 2024-11-20T16:15:27,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742101_1277 (size=12493) 2024-11-20T16:15:27,415 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/70fc09b48fc1490ca937eb38fd774665 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/70fc09b48fc1490ca937eb38fd774665 2024-11-20T16:15:27,426 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/B of dd65ca9b37706a59ff7f51c01546211c into 70fc09b48fc1490ca937eb38fd774665(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:27,426 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:27,426 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/B, priority=13, startTime=1732119327267; duration=0sec 2024-11-20T16:15:27,427 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:27,427 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:B 2024-11-20T16:15:27,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742102_1278 (size=12151) 2024-11-20T16:15:27,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/27ecce4560794ca784e3d9803b467dc6 2024-11-20T16:15:27,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/9ba8fbc0dd5f4b328d4da85868d1c7a4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/9ba8fbc0dd5f4b328d4da85868d1c7a4 2024-11-20T16:15:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-20T16:15:27,454 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:27,454 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:15:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-20T16:15:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T16:15:27,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/9ba8fbc0dd5f4b328d4da85868d1c7a4, entries=200, sequenceid=178, filesize=14.2 K 2024-11-20T16:15:27,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119387454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:27,458 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:15:27,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:27,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:27,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:27,459 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:15:27,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:15:27,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/522825f0fbe84b6089a305420946355d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/522825f0fbe84b6089a305420946355d 2024-11-20T16:15:27,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/522825f0fbe84b6089a305420946355d, entries=150, sequenceid=178, filesize=11.9 K 2024-11-20T16:15:27,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/27ecce4560794ca784e3d9803b467dc6 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/27ecce4560794ca784e3d9803b467dc6 2024-11-20T16:15:27,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/27ecce4560794ca784e3d9803b467dc6, entries=150, sequenceid=178, filesize=11.9 K 2024-11-20T16:15:27,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for dd65ca9b37706a59ff7f51c01546211c in 208ms, sequenceid=178, compaction requested=true 2024-11-20T16:15:27,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:27,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:15:27,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:27,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:15:27,476 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T16:15:27,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:27,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:15:27,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T16:15:27,477 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T16:15:27,477 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T16:15:27,477 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. because compaction request was cancelled 2024-11-20T16:15:27,477 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:A 2024-11-20T16:15:27,477 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 3 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:27,480 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36303 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:27,480 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/C is initiating minor compaction 2024-11-20T16:15:27,480 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/C in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:27,480 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/3c6bcef925834d7e8a3b5c2f8344a83a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/5cc97df2e8cd4f36abfb1282fe0afb7e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/27ecce4560794ca784e3d9803b467dc6] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=35.5 K 2024-11-20T16:15:27,480 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c6bcef925834d7e8a3b5c2f8344a83a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128 2024-11-20T16:15:27,480 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cc97df2e8cd4f36abfb1282fe0afb7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159 2024-11-20T16:15:27,480 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 27ecce4560794ca784e3d9803b467dc6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178 2024-11-20T16:15:27,491 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#C#compaction#232 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:27,492 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/167183c7b43e420eb38badaaa46049f3 is 50, key is test_row_0/C:col10/1732119327265/Put/seqid=0 2024-11-20T16:15:27,497 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/90f4f9f7a5814acf99c7011fbecac4c9 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/90f4f9f7a5814acf99c7011fbecac4c9 2024-11-20T16:15:27,504 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/C of dd65ca9b37706a59ff7f51c01546211c into 90f4f9f7a5814acf99c7011fbecac4c9(size=12.0 K), total size for store is 47.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:27,504 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:27,504 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/C, priority=13, startTime=1732119326974; duration=0sec 2024-11-20T16:15:27,504 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:27,504 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:C 2024-11-20T16:15:27,504 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T16:15:27,505 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-20T16:15:27,505 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-20T16:15:27,505 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. because compaction request was cancelled 2024-11-20T16:15:27,505 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:B 2024-11-20T16:15:27,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742103_1279 (size=12254) 2024-11-20T16:15:27,518 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/167183c7b43e420eb38badaaa46049f3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/167183c7b43e420eb38badaaa46049f3 2024-11-20T16:15:27,523 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 file(s) in dd65ca9b37706a59ff7f51c01546211c/C of dd65ca9b37706a59ff7f51c01546211c into 167183c7b43e420eb38badaaa46049f3(size=12.0 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:27,523 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:27,523 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/C, priority=10, startTime=1732119327476; duration=0sec 2024-11-20T16:15:27,523 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:27,523 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:C 2024-11-20T16:15:27,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T16:15:27,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-20T16:15:27,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:27,613 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T16:15:27,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:27,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:27,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:27,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:27,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:27,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:27,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/7e788b011ab54bd99ddac863238394e9 is 50, key is test_row_0/A:col10/1732119327303/Put/seqid=0 2024-11-20T16:15:27,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742104_1280 (size=12151) 2024-11-20T16:15:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:27,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:27,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119387740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:27,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:27,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:27,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:27,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T16:15:27,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119387853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:27,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:27,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:27,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:28,022 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/7e788b011ab54bd99ddac863238394e9 2024-11-20T16:15:28,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/588a973a9eb94627ae11cbd9626d220c is 50, key is test_row_0/B:col10/1732119327303/Put/seqid=0 2024-11-20T16:15:28,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742105_1281 (size=12151) 2024-11-20T16:15:28,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119388063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:28,068 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T16:15:28,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119388373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:28,439 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/588a973a9eb94627ae11cbd9626d220c 2024-11-20T16:15:28,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/3dca1c25b2c1476182cb177bde7f6a20 is 50, key is test_row_0/C:col10/1732119327303/Put/seqid=0 2024-11-20T16:15:28,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742106_1282 (size=12151) 2024-11-20T16:15:28,471 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/3dca1c25b2c1476182cb177bde7f6a20 2024-11-20T16:15:28,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/7e788b011ab54bd99ddac863238394e9 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/7e788b011ab54bd99ddac863238394e9 2024-11-20T16:15:28,485 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/7e788b011ab54bd99ddac863238394e9, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T16:15:28,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/588a973a9eb94627ae11cbd9626d220c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/588a973a9eb94627ae11cbd9626d220c 2024-11-20T16:15:28,491 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/588a973a9eb94627ae11cbd9626d220c, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T16:15:28,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/3dca1c25b2c1476182cb177bde7f6a20 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/3dca1c25b2c1476182cb177bde7f6a20 2024-11-20T16:15:28,498 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/3dca1c25b2c1476182cb177bde7f6a20, entries=150, sequenceid=195, filesize=11.9 K 2024-11-20T16:15:28,499 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for dd65ca9b37706a59ff7f51c01546211c in 886ms, sequenceid=195, compaction requested=true 2024-11-20T16:15:28,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:28,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:28,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-20T16:15:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-20T16:15:28,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-20T16:15:28,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0410 sec 2024-11-20T16:15:28,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.0490 sec 2024-11-20T16:15:28,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-20T16:15:28,594 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:28,595 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:15:28,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-20T16:15:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T16:15:28,598 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:15:28,599 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:15:28,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:15:28,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T16:15:28,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-20T16:15:28,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:28,752 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-20T16:15:28,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:28,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:28,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:28,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:28,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:28,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:28,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/ee724ab176dc46c5a01a68255ae81a96 is 50, key is test_row_0/A:col10/1732119327738/Put/seqid=0 2024-11-20T16:15:28,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742107_1283 (size=12151) 2024-11-20T16:15:28,761 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/ee724ab176dc46c5a01a68255ae81a96 2024-11-20T16:15:28,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/8842935ac36b4ee78e5083c7dcef4ce0 is 50, key is test_row_0/B:col10/1732119327738/Put/seqid=0 2024-11-20T16:15:28,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742108_1284 (size=12151) 2024-11-20T16:15:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:28,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:28,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T16:15:28,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:28,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119388938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:28,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:28,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:28,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:29,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:29,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119389053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:29,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:29,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:29,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:29,174 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/8842935ac36b4ee78e5083c7dcef4ce0 2024-11-20T16:15:29,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/2282a8cea69b45309c88e81284bd2f57 is 50, key is test_row_0/C:col10/1732119327738/Put/seqid=0 2024-11-20T16:15:29,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742109_1285 (size=12151) 2024-11-20T16:15:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T16:15:29,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119389264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:29,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:29,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:29,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:29,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119389573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:29,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:29,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:29,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:29,589 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/2282a8cea69b45309c88e81284bd2f57 2024-11-20T16:15:29,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/ee724ab176dc46c5a01a68255ae81a96 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/ee724ab176dc46c5a01a68255ae81a96 2024-11-20T16:15:29,597 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/ee724ab176dc46c5a01a68255ae81a96, entries=150, sequenceid=214, filesize=11.9 K 2024-11-20T16:15:29,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/8842935ac36b4ee78e5083c7dcef4ce0 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8842935ac36b4ee78e5083c7dcef4ce0 2024-11-20T16:15:29,603 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8842935ac36b4ee78e5083c7dcef4ce0, entries=150, sequenceid=214, filesize=11.9 K 2024-11-20T16:15:29,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/2282a8cea69b45309c88e81284bd2f57 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/2282a8cea69b45309c88e81284bd2f57 2024-11-20T16:15:29,608 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/2282a8cea69b45309c88e81284bd2f57, entries=150, sequenceid=214, filesize=11.9 K 2024-11-20T16:15:29,610 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for dd65ca9b37706a59ff7f51c01546211c in 857ms, sequenceid=214, compaction requested=true 2024-11-20T16:15:29,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:29,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:29,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-20T16:15:29,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-20T16:15:29,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-20T16:15:29,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0120 sec 2024-11-20T16:15:29,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.0180 sec 2024-11-20T16:15:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-20T16:15:29,734 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:29,734 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:15:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-20T16:15:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T16:15:29,735 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:15:29,736 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:15:29,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:15:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T16:15:29,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-20T16:15:29,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:29,889 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T16:15:29,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:29,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:29,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:29,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:29,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:29,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:29,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/cffab798fe09432ab86c7a8e69658527 is 50, key is test_row_0/A:col10/1732119328936/Put/seqid=0 2024-11-20T16:15:29,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742110_1286 (size=12151) 2024-11-20T16:15:29,917 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/cffab798fe09432ab86c7a8e69658527 2024-11-20T16:15:29,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/ae7eaf834f06484782b5b3d082e12364 is 50, key is test_row_0/B:col10/1732119328936/Put/seqid=0 2024-11-20T16:15:29,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742111_1287 (size=12151) 2024-11-20T16:15:29,950 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/ae7eaf834f06484782b5b3d082e12364 2024-11-20T16:15:29,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/bf63313b694540f3881b8c642ad3b16a is 50, key is test_row_0/C:col10/1732119328936/Put/seqid=0 2024-11-20T16:15:29,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742112_1288 (size=12151) 2024-11-20T16:15:29,981 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/bf63313b694540f3881b8c642ad3b16a 2024-11-20T16:15:29,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/cffab798fe09432ab86c7a8e69658527 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/cffab798fe09432ab86c7a8e69658527 2024-11-20T16:15:30,001 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/cffab798fe09432ab86c7a8e69658527, entries=150, sequenceid=227, filesize=11.9 K 2024-11-20T16:15:30,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/ae7eaf834f06484782b5b3d082e12364 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/ae7eaf834f06484782b5b3d082e12364 2024-11-20T16:15:30,006 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/ae7eaf834f06484782b5b3d082e12364, entries=150, sequenceid=227, filesize=11.9 K 2024-11-20T16:15:30,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/bf63313b694540f3881b8c642ad3b16a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/bf63313b694540f3881b8c642ad3b16a 2024-11-20T16:15:30,016 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/bf63313b694540f3881b8c642ad3b16a, entries=150, sequenceid=227, filesize=11.9 K 2024-11-20T16:15:30,018 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=0 B/0 for dd65ca9b37706a59ff7f51c01546211c in 128ms, sequenceid=227, compaction requested=true 2024-11-20T16:15:30,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:30,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:30,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-20T16:15:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-20T16:15:30,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-20T16:15:30,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 283 msec 2024-11-20T16:15:30,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 288 msec 2024-11-20T16:15:30,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-20T16:15:30,053 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:30,054 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:15:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-20T16:15:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T16:15:30,056 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:15:30,057 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:15:30,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:15:30,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:30,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T16:15:30,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:30,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:30,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:30,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:30,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:30,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:30,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/8b37c8d0def440c7ab88da13b6001ae6 is 50, key is test_row_0/A:col10/1732119330092/Put/seqid=0 2024-11-20T16:15:30,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742113_1289 (size=14541) 2024-11-20T16:15:30,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T16:15:30,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T16:15:30,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:30,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:30,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:30,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:30,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:30,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:30,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119330185, max timestamp=1732119330208Num uniques 859; 2024-11-20T16:15:30,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119330185, max timestamp=1732119330208Num uniques 859; 2024-11-20T16:15:30,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:30,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:30,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119330185, max timestamp=1732119330208Num uniques 859; 2024-11-20T16:15:30,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:30,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119390320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:30,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:30,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:30,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:30,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T16:15:30,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:30,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:30,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:30,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:30,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:30,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T16:15:30,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119390433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:30,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:30,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:30,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:30,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T16:15:30,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:30,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:30,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:30,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:30,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:30,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/8b37c8d0def440c7ab88da13b6001ae6 2024-11-20T16:15:30,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/5b10ecd6ca4c4767b916386d26edd417 is 50, key is test_row_0/B:col10/1732119330092/Put/seqid=0 2024-11-20T16:15:30,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742114_1290 (size=12151) 2024-11-20T16:15:30,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119390643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:30,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:30,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T16:15:30,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:30,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:30,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:30,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:30,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T16:15:30,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T16:15:30,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:30,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:30,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:30,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:30,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:30,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/5b10ecd6ca4c4767b916386d26edd417 2024-11-20T16:15:30,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/70415389a39f4d27bd4bb551154247f1 is 50, key is test_row_0/C:col10/1732119330092/Put/seqid=0 2024-11-20T16:15:30,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51088 deadline: 1732119390933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:30,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51044 deadline: 1732119390933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:30,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742115_1291 (size=12151) 2024-11-20T16:15:30,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:30,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51052 deadline: 1732119390933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:30,940 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in dd65ca9b37706a59ff7f51c01546211c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:30,940 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in dd65ca9b37706a59ff7f51c01546211c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8245 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:30,941 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:30,940 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in dd65ca9b37706a59ff7f51c01546211c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8242 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:30,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:30,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:30,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:30,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51054 deadline: 1732119390943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:30,947 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in dd65ca9b37706a59ff7f51c01546211c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8254 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:30,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119390953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:30,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:30,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:30,958 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:30,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T16:15:30,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:30,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:30,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:30,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:30,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:31,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T16:15:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:31,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:31,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T16:15:31,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T16:15:31,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:31,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:31,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:31,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:31,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:31,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:31,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/70415389a39f4d27bd4bb551154247f1 2024-11-20T16:15:31,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/8b37c8d0def440c7ab88da13b6001ae6 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/8b37c8d0def440c7ab88da13b6001ae6 2024-11-20T16:15:31,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/8b37c8d0def440c7ab88da13b6001ae6, entries=200, sequenceid=237, filesize=14.2 K 2024-11-20T16:15:31,359 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(997): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-20T16:15:31,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/5b10ecd6ca4c4767b916386d26edd417 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/5b10ecd6ca4c4767b916386d26edd417 2024-11-20T16:15:31,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/5b10ecd6ca4c4767b916386d26edd417, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T16:15:31,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/70415389a39f4d27bd4bb551154247f1 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/70415389a39f4d27bd4bb551154247f1 2024-11-20T16:15:31,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/70415389a39f4d27bd4bb551154247f1, entries=150, sequenceid=237, filesize=11.9 K 2024-11-20T16:15:31,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for dd65ca9b37706a59ff7f51c01546211c in 1274ms, sequenceid=237, compaction requested=true 2024-11-20T16:15:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:31,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:15:31,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:31,384 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-20T16:15:31,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:15:31,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:31,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:15:31,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T16:15:31,384 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-20T16:15:31,386 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73248 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-20T16:15:31,386 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/B is initiating minor compaction (all files) 2024-11-20T16:15:31,386 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/B in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:31,386 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/70fc09b48fc1490ca937eb38fd774665, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/522825f0fbe84b6089a305420946355d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/588a973a9eb94627ae11cbd9626d220c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8842935ac36b4ee78e5083c7dcef4ce0, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/ae7eaf834f06484782b5b3d082e12364, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/5b10ecd6ca4c4767b916386d26edd417] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=71.5 K 2024-11-20T16:15:31,386 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 78028 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-20T16:15:31,386 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/A is initiating minor compaction (all files) 2024-11-20T16:15:31,386 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/A in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:31,386 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/affb2d7202ef40a3a86a2bbb73ab91f0, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/9ba8fbc0dd5f4b328d4da85868d1c7a4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/7e788b011ab54bd99ddac863238394e9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/ee724ab176dc46c5a01a68255ae81a96, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/cffab798fe09432ab86c7a8e69658527, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/8b37c8d0def440c7ab88da13b6001ae6] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=76.2 K 2024-11-20T16:15:31,387 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 70fc09b48fc1490ca937eb38fd774665, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732119327117 2024-11-20T16:15:31,387 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting affb2d7202ef40a3a86a2bbb73ab91f0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732119327117 2024-11-20T16:15:31,387 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 522825f0fbe84b6089a305420946355d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732119327250 2024-11-20T16:15:31,388 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ba8fbc0dd5f4b328d4da85868d1c7a4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732119327241 2024-11-20T16:15:31,388 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 588a973a9eb94627ae11cbd9626d220c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732119327274 2024-11-20T16:15:31,388 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e788b011ab54bd99ddac863238394e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732119327274 2024-11-20T16:15:31,389 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee724ab176dc46c5a01a68255ae81a96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732119327723 2024-11-20T16:15:31,389 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 8842935ac36b4ee78e5083c7dcef4ce0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732119327723 2024-11-20T16:15:31,389 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting cffab798fe09432ab86c7a8e69658527, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732119328919 2024-11-20T16:15:31,389 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b37c8d0def440c7ab88da13b6001ae6, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732119330092 2024-11-20T16:15:31,390 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting ae7eaf834f06484782b5b3d082e12364, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732119328919 2024-11-20T16:15:31,391 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b10ecd6ca4c4767b916386d26edd417, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732119330092 2024-11-20T16:15:31,424 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#A#compaction#245 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:31,425 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/a27b4df8cbd84858af6f9f86df24842b is 50, key is test_row_0/A:col10/1732119330092/Put/seqid=0 2024-11-20T16:15:31,435 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#B#compaction#246 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:31,436 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/9b78f49eb95a47e0b1d59fbb70095811 is 50, key is test_row_0/B:col10/1732119330092/Put/seqid=0 2024-11-20T16:15:31,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-20T16:15:31,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:31,437 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-20T16:15:31,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:31,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:31,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:31,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:31,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:31,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/0d7f3d76bc53454bb3bcc694f8dc6754 is 50, key is test_row_0/A:col10/1732119330312/Put/seqid=0 2024-11-20T16:15:31,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742116_1292 (size=12697) 2024-11-20T16:15:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:31,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:31,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742117_1293 (size=12697) 2024-11-20T16:15:31,485 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/9b78f49eb95a47e0b1d59fbb70095811 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/9b78f49eb95a47e0b1d59fbb70095811 2024-11-20T16:15:31,494 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/B of dd65ca9b37706a59ff7f51c01546211c into 9b78f49eb95a47e0b1d59fbb70095811(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:31,494 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:31,494 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/B, priority=10, startTime=1732119331384; duration=0sec 2024-11-20T16:15:31,494 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:31,494 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:B 2024-11-20T16:15:31,494 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-20T16:15:31,496 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73099 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-20T16:15:31,497 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/C is initiating minor compaction (all files) 2024-11-20T16:15:31,497 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/C in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:31,497 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/90f4f9f7a5814acf99c7011fbecac4c9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/167183c7b43e420eb38badaaa46049f3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/3dca1c25b2c1476182cb177bde7f6a20, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/2282a8cea69b45309c88e81284bd2f57, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/bf63313b694540f3881b8c642ad3b16a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/70415389a39f4d27bd4bb551154247f1] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=71.4 K 2024-11-20T16:15:31,497 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 90f4f9f7a5814acf99c7011fbecac4c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732119325638 2024-11-20T16:15:31,498 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 167183c7b43e420eb38badaaa46049f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732119327250 2024-11-20T16:15:31,498 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dca1c25b2c1476182cb177bde7f6a20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732119327274 2024-11-20T16:15:31,498 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 2282a8cea69b45309c88e81284bd2f57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732119327723 2024-11-20T16:15:31,501 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting bf63313b694540f3881b8c642ad3b16a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732119328919 2024-11-20T16:15:31,503 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 70415389a39f4d27bd4bb551154247f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732119330092 2024-11-20T16:15:31,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742118_1294 (size=12301) 2024-11-20T16:15:31,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119391537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:31,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:31,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:31,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:31,547 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#C#compaction#248 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:31,548 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/37326eb6f57b4ab8ab452d05a11e8905 is 50, key is test_row_0/C:col10/1732119330092/Put/seqid=0 2024-11-20T16:15:31,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742119_1295 (size=12697) 2024-11-20T16:15:31,602 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/37326eb6f57b4ab8ab452d05a11e8905 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/37326eb6f57b4ab8ab452d05a11e8905 2024-11-20T16:15:31,611 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/C of dd65ca9b37706a59ff7f51c01546211c into 37326eb6f57b4ab8ab452d05a11e8905(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:31,611 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:31,611 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/C, priority=10, startTime=1732119331384; duration=0sec 2024-11-20T16:15:31,611 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:31,611 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:C 2024-11-20T16:15:31,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119391653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:31,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:31,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:31,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:31,862 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/a27b4df8cbd84858af6f9f86df24842b as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/a27b4df8cbd84858af6f9f86df24842b 2024-11-20T16:15:31,869 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 6 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/A of dd65ca9b37706a59ff7f51c01546211c into a27b4df8cbd84858af6f9f86df24842b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:31,869 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:31,869 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/A, priority=10, startTime=1732119331384; duration=0sec 2024-11-20T16:15:31,869 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:31,869 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:A 2024-11-20T16:15:31,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119391863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:31,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:31,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:31,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:31,930 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/0d7f3d76bc53454bb3bcc694f8dc6754 2024-11-20T16:15:31,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/8278cae6886b4b1997d926974409d08e is 50, key is test_row_0/B:col10/1732119330312/Put/seqid=0 2024-11-20T16:15:31,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742120_1296 (size=12301) 2024-11-20T16:15:32,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119392183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:32,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:32,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:32,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T16:15:32,341 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/8278cae6886b4b1997d926974409d08e 2024-11-20T16:15:32,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/0c4300458bb345208366362bf830a1ef is 50, key is test_row_0/C:col10/1732119330312/Put/seqid=0 2024-11-20T16:15:32,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742121_1297 (size=12301) 2024-11-20T16:15:32,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119392693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:32,761 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/0c4300458bb345208366362bf830a1ef 2024-11-20T16:15:32,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/0d7f3d76bc53454bb3bcc694f8dc6754 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/0d7f3d76bc53454bb3bcc694f8dc6754 2024-11-20T16:15:32,769 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/0d7f3d76bc53454bb3bcc694f8dc6754, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T16:15:32,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/8278cae6886b4b1997d926974409d08e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8278cae6886b4b1997d926974409d08e 2024-11-20T16:15:32,774 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8278cae6886b4b1997d926974409d08e, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T16:15:32,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/0c4300458bb345208366362bf830a1ef as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/0c4300458bb345208366362bf830a1ef 2024-11-20T16:15:32,779 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/0c4300458bb345208366362bf830a1ef, entries=150, sequenceid=274, filesize=12.0 K 2024-11-20T16:15:32,779 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for dd65ca9b37706a59ff7f51c01546211c in 1342ms, sequenceid=274, compaction requested=false 2024-11-20T16:15:32,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:32,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:32,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-20T16:15:32,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-20T16:15:32,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-20T16:15:32,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7240 sec 2024-11-20T16:15:32,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 2.7290 sec 2024-11-20T16:15:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:33,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T16:15:33,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:33,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:33,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:33,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:33,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:33,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:33,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/afe8fe93eb584d32a82f9b3639dc3320 is 50, key is test_row_0/A:col10/1732119331500/Put/seqid=0 2024-11-20T16:15:33,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742122_1298 (size=12301) 2024-11-20T16:15:33,799 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119333766, max timestamp=1732119333797Num uniques 859; 2024-11-20T16:15:33,799 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:33,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119333766, max timestamp=1732119333797Num uniques 859; 2024-11-20T16:15:33,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119333766, max timestamp=1732119333797Num uniques 859; 2024-11-20T16:15:33,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:33,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:33,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:33,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119393879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:33,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:33,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119393993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:33,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:33,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:33,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:34,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/afe8fe93eb584d32a82f9b3639dc3320 2024-11-20T16:15:34,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/85ee6a2949f64541aa9b2b7947de1af3 is 50, key is test_row_0/B:col10/1732119331500/Put/seqid=0 2024-11-20T16:15:34,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742123_1299 (size=12301) 2024-11-20T16:15:34,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:34,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119394204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:34,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:34,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:34,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:34,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-20T16:15:34,213 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:34,214 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:15:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-20T16:15:34,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T16:15:34,215 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:15:34,216 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:15:34,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:15:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T16:15:34,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T16:15:34,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:34,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:34,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:34,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:34,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:34,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:34,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:34,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119394513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:34,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:34,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:34,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:34,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T16:15:34,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:34,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:34,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:34,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:34,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:34,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T16:15:34,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/85ee6a2949f64541aa9b2b7947de1af3 2024-11-20T16:15:34,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/1cdc6676ddcf480fb41b60ae78aca5cd is 50, key is test_row_0/C:col10/1732119331500/Put/seqid=0 2024-11-20T16:15:34,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742124_1300 (size=12301) 2024-11-20T16:15:34,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T16:15:34,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:34,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:34,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:34,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:34,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:34,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T16:15:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:34,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:34,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T16:15:34,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/1cdc6676ddcf480fb41b60ae78aca5cd 2024-11-20T16:15:34,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/afe8fe93eb584d32a82f9b3639dc3320 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/afe8fe93eb584d32a82f9b3639dc3320 2024-11-20T16:15:34,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/afe8fe93eb584d32a82f9b3639dc3320, entries=150, sequenceid=288, filesize=12.0 K 2024-11-20T16:15:34,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/85ee6a2949f64541aa9b2b7947de1af3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/85ee6a2949f64541aa9b2b7947de1af3 2024-11-20T16:15:34,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/85ee6a2949f64541aa9b2b7947de1af3, entries=150, sequenceid=288, filesize=12.0 K 2024-11-20T16:15:34,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/1cdc6676ddcf480fb41b60ae78aca5cd as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/1cdc6676ddcf480fb41b60ae78aca5cd 2024-11-20T16:15:34,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T16:15:34,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:34,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:34,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:34,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:34,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:34,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:34,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/1cdc6676ddcf480fb41b60ae78aca5cd, entries=150, sequenceid=288, filesize=12.0 K 2024-11-20T16:15:34,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for dd65ca9b37706a59ff7f51c01546211c in 1278ms, sequenceid=288, compaction requested=true 2024-11-20T16:15:34,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:34,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:15:34,994 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:34,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:34,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:15:34,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:34,994 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:34,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:15:34,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:34,995 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:34,996 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/B is initiating minor compaction (all files) 2024-11-20T16:15:34,996 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/B in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:34,996 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/9b78f49eb95a47e0b1d59fbb70095811, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8278cae6886b4b1997d926974409d08e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/85ee6a2949f64541aa9b2b7947de1af3] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=36.4 K 2024-11-20T16:15:34,996 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:34,996 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b78f49eb95a47e0b1d59fbb70095811, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732119330092 2024-11-20T16:15:34,996 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/A is initiating minor compaction (all files) 2024-11-20T16:15:34,996 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/A in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:34,996 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/a27b4df8cbd84858af6f9f86df24842b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/0d7f3d76bc53454bb3bcc694f8dc6754, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/afe8fe93eb584d32a82f9b3639dc3320] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=36.4 K 2024-11-20T16:15:34,997 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 8278cae6886b4b1997d926974409d08e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732119330292 2024-11-20T16:15:34,997 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting a27b4df8cbd84858af6f9f86df24842b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732119330092 2024-11-20T16:15:34,997 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 85ee6a2949f64541aa9b2b7947de1af3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732119331500 2024-11-20T16:15:34,997 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d7f3d76bc53454bb3bcc694f8dc6754, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732119330292 2024-11-20T16:15:34,998 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting afe8fe93eb584d32a82f9b3639dc3320, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732119331500 2024-11-20T16:15:35,019 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#B#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:35,019 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/7f4544795cfd455a862af154babcb7d0 is 50, key is test_row_0/B:col10/1732119331500/Put/seqid=0 2024-11-20T16:15:35,022 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#A#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:35,023 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/2fd438948d3d4cbd9a69abe830bc6f2e is 50, key is test_row_0/A:col10/1732119331500/Put/seqid=0 2024-11-20T16:15:35,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742125_1301 (size=12949) 2024-11-20T16:15:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:35,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-20T16:15:35,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:35,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:35,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:35,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:35,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:35,028 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:35,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/bbf9edba887548b5b54407dba65603d9 is 50, key is test_row_0/A:col10/1732119335026/Put/seqid=0 2024-11-20T16:15:35,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742126_1302 (size=12949) 2024-11-20T16:15:35,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742127_1303 (size=14741) 2024-11-20T16:15:35,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/bbf9edba887548b5b54407dba65603d9 2024-11-20T16:15:35,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119395070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:35,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:35,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:35,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:35,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/8d092329ca6b48978cb3b9011d5bd8f3 is 50, key is test_row_0/B:col10/1732119335026/Put/seqid=0 2024-11-20T16:15:35,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742128_1304 (size=12301) 2024-11-20T16:15:35,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/8d092329ca6b48978cb3b9011d5bd8f3 2024-11-20T16:15:35,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/be9f3fa562b24346bc6b6157d0ef2afb is 50, key is test_row_0/C:col10/1732119335026/Put/seqid=0 2024-11-20T16:15:35,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742129_1305 (size=12301) 2024-11-20T16:15:35,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T16:15:35,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:35,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:35,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:35,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:35,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:35,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119395183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:35,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:35,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T16:15:35,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:35,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:35,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:35,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:35,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:35,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:35,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T16:15:35,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119395393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:35,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:35,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:35,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:35,432 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/7f4544795cfd455a862af154babcb7d0 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/7f4544795cfd455a862af154babcb7d0 2024-11-20T16:15:35,435 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/B of dd65ca9b37706a59ff7f51c01546211c into 7f4544795cfd455a862af154babcb7d0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:35,435 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:35,435 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/B, priority=13, startTime=1732119334994; duration=0sec 2024-11-20T16:15:35,436 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:35,436 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:B 2024-11-20T16:15:35,436 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:35,437 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:35,437 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/C is initiating minor compaction (all files) 2024-11-20T16:15:35,437 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/C in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:35,437 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/37326eb6f57b4ab8ab452d05a11e8905, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/0c4300458bb345208366362bf830a1ef, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/1cdc6676ddcf480fb41b60ae78aca5cd] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=36.4 K 2024-11-20T16:15:35,437 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 37326eb6f57b4ab8ab452d05a11e8905, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732119330092 2024-11-20T16:15:35,437 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c4300458bb345208366362bf830a1ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732119330292 2024-11-20T16:15:35,438 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 1cdc6676ddcf480fb41b60ae78aca5cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732119331500 2024-11-20T16:15:35,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T16:15:35,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:35,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:35,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:35,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:35,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:35,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:35,444 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#C#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:35,445 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/dadb1d6a16f244d89471494f29819d1a is 50, key is test_row_0/C:col10/1732119331500/Put/seqid=0 2024-11-20T16:15:35,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742130_1306 (size=12949) 2024-11-20T16:15:35,472 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/2fd438948d3d4cbd9a69abe830bc6f2e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/2fd438948d3d4cbd9a69abe830bc6f2e 2024-11-20T16:15:35,478 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/A of dd65ca9b37706a59ff7f51c01546211c into 2fd438948d3d4cbd9a69abe830bc6f2e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:35,478 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:35,478 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/A, priority=13, startTime=1732119334993; duration=0sec 2024-11-20T16:15:35,478 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:35,478 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:A 2024-11-20T16:15:35,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/be9f3fa562b24346bc6b6157d0ef2afb 2024-11-20T16:15:35,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/bbf9edba887548b5b54407dba65603d9 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/bbf9edba887548b5b54407dba65603d9 2024-11-20T16:15:35,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/bbf9edba887548b5b54407dba65603d9, entries=200, sequenceid=325, filesize=14.4 K 2024-11-20T16:15:35,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/8d092329ca6b48978cb3b9011d5bd8f3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8d092329ca6b48978cb3b9011d5bd8f3 2024-11-20T16:15:35,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8d092329ca6b48978cb3b9011d5bd8f3, entries=150, sequenceid=325, filesize=12.0 K 2024-11-20T16:15:35,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/be9f3fa562b24346bc6b6157d0ef2afb as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/be9f3fa562b24346bc6b6157d0ef2afb 2024-11-20T16:15:35,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/be9f3fa562b24346bc6b6157d0ef2afb, entries=150, sequenceid=325, filesize=12.0 K 2024-11-20T16:15:35,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for dd65ca9b37706a59ff7f51c01546211c in 521ms, sequenceid=325, compaction requested=false 2024-11-20T16:15:35,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:35,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-20T16:15:35,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:35,594 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T16:15:35,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:35,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:35,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:35,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:35,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:35,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:35,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/e61ba34a113a45689f5e46e47f77bdc6 is 50, key is test_row_0/A:col10/1732119335068/Put/seqid=0 2024-11-20T16:15:35,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742131_1307 (size=12301) 2024-11-20T16:15:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:35,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:35,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119335771, max timestamp=1732119335787Num uniques 859; 2024-11-20T16:15:35,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:35,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119335771, max timestamp=1732119335787Num uniques 859; 2024-11-20T16:15:35,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:35,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119335771, max timestamp=1732119335787Num uniques 859; 2024-11-20T16:15:35,790 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:35,860 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/dadb1d6a16f244d89471494f29819d1a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/dadb1d6a16f244d89471494f29819d1a 2024-11-20T16:15:35,865 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/C of dd65ca9b37706a59ff7f51c01546211c into dadb1d6a16f244d89471494f29819d1a(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:35,865 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:35,865 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/C, priority=13, startTime=1732119334994; duration=0sec 2024-11-20T16:15:35,865 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:35,865 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:C 2024-11-20T16:15:35,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 327 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119395884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:35,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:35,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:35,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:35,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119395993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:35,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:35,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:35,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:36,008 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/e61ba34a113a45689f5e46e47f77bdc6 2024-11-20T16:15:36,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/71596b6579bd4f0390cabe4e8cdabdb4 is 50, key is test_row_0/B:col10/1732119335068/Put/seqid=0 2024-11-20T16:15:36,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742132_1308 (size=12301) 2024-11-20T16:15:36,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:36,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 329 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119396203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:36,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:36,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:36,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T16:15:36,420 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/71596b6579bd4f0390cabe4e8cdabdb4 2024-11-20T16:15:36,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/bccfe5662d8f4f1fbce31d7c402c1a05 is 50, key is test_row_0/C:col10/1732119335068/Put/seqid=0 2024-11-20T16:15:36,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742133_1309 (size=12301) 2024-11-20T16:15:36,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 330 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119396513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:36,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:36,830 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/bccfe5662d8f4f1fbce31d7c402c1a05 2024-11-20T16:15:36,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/e61ba34a113a45689f5e46e47f77bdc6 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/e61ba34a113a45689f5e46e47f77bdc6 2024-11-20T16:15:36,837 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/e61ba34a113a45689f5e46e47f77bdc6, entries=150, sequenceid=337, filesize=12.0 K 2024-11-20T16:15:36,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/71596b6579bd4f0390cabe4e8cdabdb4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/71596b6579bd4f0390cabe4e8cdabdb4 2024-11-20T16:15:36,840 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/71596b6579bd4f0390cabe4e8cdabdb4, entries=150, sequenceid=337, filesize=12.0 K 2024-11-20T16:15:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/bccfe5662d8f4f1fbce31d7c402c1a05 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/bccfe5662d8f4f1fbce31d7c402c1a05 2024-11-20T16:15:36,844 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/bccfe5662d8f4f1fbce31d7c402c1a05, entries=150, sequenceid=337, filesize=12.0 K 2024-11-20T16:15:36,845 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for dd65ca9b37706a59ff7f51c01546211c in 1251ms, sequenceid=337, compaction requested=true 2024-11-20T16:15:36,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:36,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:36,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-20T16:15:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-20T16:15:36,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-20T16:15:36,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6310 sec 2024-11-20T16:15:36,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 2.6350 sec 2024-11-20T16:15:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:37,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-20T16:15:37,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:37,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T16:15:37,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T16:15:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T16:15:37,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/e36392df613e472a88a48da25876b8b0 is 50, key is test_row_0/A:col10/1732119335882/Put/seqid=0 2024-11-20T16:15:37,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742134_1310 (size=12301) 2024-11-20T16:15:37,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 338 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119397057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:37,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:37,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:37,061 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:37,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 339 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119397163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:37,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:37,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:37,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:37,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 340 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119397374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:37,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:37,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:37,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:37,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/e36392df613e472a88a48da25876b8b0 2024-11-20T16:15:37,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/fd9b76a734a84b91accfe44cf1c59643 is 50, key is test_row_0/B:col10/1732119335882/Put/seqid=0 2024-11-20T16:15:37,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742135_1311 (size=12301) 2024-11-20T16:15:37,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/fd9b76a734a84b91accfe44cf1c59643 2024-11-20T16:15:37,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/4dadf7682c724c9296bef89226671cb3 is 50, key is test_row_0/C:col10/1732119335882/Put/seqid=0 2024-11-20T16:15:37,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742136_1312 (size=12301) 2024-11-20T16:15:37,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/4dadf7682c724c9296bef89226671cb3 2024-11-20T16:15:37,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/e36392df613e472a88a48da25876b8b0 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/e36392df613e472a88a48da25876b8b0 2024-11-20T16:15:37,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/e36392df613e472a88a48da25876b8b0, entries=150, sequenceid=376, filesize=12.0 K 2024-11-20T16:15:37,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/fd9b76a734a84b91accfe44cf1c59643 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/fd9b76a734a84b91accfe44cf1c59643 2024-11-20T16:15:37,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/fd9b76a734a84b91accfe44cf1c59643, entries=150, sequenceid=376, filesize=12.0 K 2024-11-20T16:15:37,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/4dadf7682c724c9296bef89226671cb3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/4dadf7682c724c9296bef89226671cb3 2024-11-20T16:15:37,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/4dadf7682c724c9296bef89226671cb3, entries=150, sequenceid=376, filesize=12.0 K 2024-11-20T16:15:37,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for dd65ca9b37706a59ff7f51c01546211c in 504ms, sequenceid=376, compaction requested=true 2024-11-20T16:15:37,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:37,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:15:37,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:37,530 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:15:37,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:15:37,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:37,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:15:37,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T16:15:37,531 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:15:37,531 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:15:37,531 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:15:37,532 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/A is initiating minor compaction (all files) 2024-11-20T16:15:37,532 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/B is initiating minor compaction (all files) 2024-11-20T16:15:37,532 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/B in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:37,532 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/A in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:37,532 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/7f4544795cfd455a862af154babcb7d0, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8d092329ca6b48978cb3b9011d5bd8f3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/71596b6579bd4f0390cabe4e8cdabdb4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/fd9b76a734a84b91accfe44cf1c59643] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=48.7 K 2024-11-20T16:15:37,532 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/2fd438948d3d4cbd9a69abe830bc6f2e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/bbf9edba887548b5b54407dba65603d9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/e61ba34a113a45689f5e46e47f77bdc6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/e36392df613e472a88a48da25876b8b0] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=51.1 K 2024-11-20T16:15:37,533 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f4544795cfd455a862af154babcb7d0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732119331500 2024-11-20T16:15:37,533 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fd438948d3d4cbd9a69abe830bc6f2e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732119331500 2024-11-20T16:15:37,533 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d092329ca6b48978cb3b9011d5bd8f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732119333854 2024-11-20T16:15:37,535 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 71596b6579bd4f0390cabe4e8cdabdb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732119335055 2024-11-20T16:15:37,535 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbf9edba887548b5b54407dba65603d9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732119333854 2024-11-20T16:15:37,536 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting e61ba34a113a45689f5e46e47f77bdc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732119335055 2024-11-20T16:15:37,537 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting e36392df613e472a88a48da25876b8b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732119335833 2024-11-20T16:15:37,537 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting fd9b76a734a84b91accfe44cf1c59643, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732119335833 2024-11-20T16:15:37,550 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#B#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:37,551 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/c91a631731344911bfb68859d32295e9 is 50, key is test_row_0/B:col10/1732119335882/Put/seqid=0 2024-11-20T16:15:37,559 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#A#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:37,559 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/61544c1e2c6f4e1ba75ce25880778e6c is 50, key is test_row_0/A:col10/1732119335882/Put/seqid=0 2024-11-20T16:15:37,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742137_1313 (size=13085) 2024-11-20T16:15:37,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742138_1314 (size=13085) 2024-11-20T16:15:37,603 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/c91a631731344911bfb68859d32295e9 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/c91a631731344911bfb68859d32295e9 2024-11-20T16:15:37,608 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/B of dd65ca9b37706a59ff7f51c01546211c into c91a631731344911bfb68859d32295e9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:37,608 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:37,608 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/B, priority=12, startTime=1732119337530; duration=0sec 2024-11-20T16:15:37,608 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:37,608 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:B 2024-11-20T16:15:37,608 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:15:37,610 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:15:37,610 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/C is initiating minor compaction (all files) 2024-11-20T16:15:37,610 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/C in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:37,611 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/dadb1d6a16f244d89471494f29819d1a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/be9f3fa562b24346bc6b6157d0ef2afb, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/bccfe5662d8f4f1fbce31d7c402c1a05, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/4dadf7682c724c9296bef89226671cb3] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=48.7 K 2024-11-20T16:15:37,611 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting dadb1d6a16f244d89471494f29819d1a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732119331500 2024-11-20T16:15:37,611 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting be9f3fa562b24346bc6b6157d0ef2afb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1732119333854 2024-11-20T16:15:37,612 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting bccfe5662d8f4f1fbce31d7c402c1a05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732119335055 2024-11-20T16:15:37,612 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dadf7682c724c9296bef89226671cb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732119335833 2024-11-20T16:15:37,625 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#C#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:37,625 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/00e0aa8f07844e77a75ac6d7278aad7f is 50, key is test_row_0/C:col10/1732119335882/Put/seqid=0 2024-11-20T16:15:37,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742139_1315 (size=13085) 2024-11-20T16:15:37,636 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/00e0aa8f07844e77a75ac6d7278aad7f as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/00e0aa8f07844e77a75ac6d7278aad7f 2024-11-20T16:15:37,644 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/C of dd65ca9b37706a59ff7f51c01546211c into 00e0aa8f07844e77a75ac6d7278aad7f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:37,644 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:37,645 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/C, priority=12, startTime=1732119337530; duration=0sec 2024-11-20T16:15:37,645 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:37,645 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:C 2024-11-20T16:15:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:37,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T16:15:37,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:37,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:37,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:37,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:37,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:37,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:37,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/67a793af89e140dfaddeb11bf3b5403e is 50, key is test_row_0/A:col10/1732119337683/Put/seqid=0 2024-11-20T16:15:37,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742140_1316 (size=14741) 2024-11-20T16:15:37,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119337749, max timestamp=1732119337765Num uniques 859; 2024-11-20T16:15:37,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:37,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119337749, max timestamp=1732119337765Num uniques 859; 2024-11-20T16:15:37,767 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:37,768 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119337749, max timestamp=1732119337765Num uniques 859; 2024-11-20T16:15:37,768 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:37,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 376 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119397865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:37,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 377 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119397973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:37,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:37,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:37,976 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:37,998 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/61544c1e2c6f4e1ba75ce25880778e6c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/61544c1e2c6f4e1ba75ce25880778e6c 2024-11-20T16:15:38,003 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/A of dd65ca9b37706a59ff7f51c01546211c into 61544c1e2c6f4e1ba75ce25880778e6c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:38,003 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:38,003 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/A, priority=12, startTime=1732119337530; duration=0sec 2024-11-20T16:15:38,004 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:38,004 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:A 2024-11-20T16:15:38,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/67a793af89e140dfaddeb11bf3b5403e 2024-11-20T16:15:38,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/8abb57eb513e4055842af5341bdd1ba0 is 50, key is test_row_0/B:col10/1732119337683/Put/seqid=0 2024-11-20T16:15:38,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742141_1317 (size=12301) 2024-11-20T16:15:38,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:38,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 378 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119398183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-20T16:15:38,374 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:38,374 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:15:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-20T16:15:38,376 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:15:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T16:15:38,378 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:15:38,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:15:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T16:15:38,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 379 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119398493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:38,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:38,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:38,494 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:38,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/8abb57eb513e4055842af5341bdd1ba0 2024-11-20T16:15:38,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/c3e5739326c7474ab71d445a19bf8c6c is 50, key is test_row_0/C:col10/1732119337683/Put/seqid=0 2024-11-20T16:15:38,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T16:15:38,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:38,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:38,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:38,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:38,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:38,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742142_1318 (size=12301) 2024-11-20T16:15:38,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T16:15:38,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:38,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:38,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:38,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:38,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T16:15:38,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T16:15:38,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:38,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:38,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:38,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:38,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:38,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/c3e5739326c7474ab71d445a19bf8c6c 2024-11-20T16:15:38,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/67a793af89e140dfaddeb11bf3b5403e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/67a793af89e140dfaddeb11bf3b5403e 2024-11-20T16:15:38,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/67a793af89e140dfaddeb11bf3b5403e, entries=200, sequenceid=388, filesize=14.4 K 2024-11-20T16:15:38,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/8abb57eb513e4055842af5341bdd1ba0 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8abb57eb513e4055842af5341bdd1ba0 2024-11-20T16:15:38,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8abb57eb513e4055842af5341bdd1ba0, entries=150, sequenceid=388, filesize=12.0 K 2024-11-20T16:15:38,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/c3e5739326c7474ab71d445a19bf8c6c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/c3e5739326c7474ab71d445a19bf8c6c 2024-11-20T16:15:38,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/c3e5739326c7474ab71d445a19bf8c6c, entries=150, sequenceid=388, filesize=12.0 K 2024-11-20T16:15:38,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for dd65ca9b37706a59ff7f51c01546211c in 1271ms, sequenceid=388, compaction requested=false 2024-11-20T16:15:38,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:38,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-20T16:15:38,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:38,989 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-20T16:15:38,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:38,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:38,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:38,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:38,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:38,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:38,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/e7e59de214d54254ae6c9e2dd4a5c04a is 50, key is test_row_0/A:col10/1732119337858/Put/seqid=0 2024-11-20T16:15:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T16:15:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:39,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:39,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742143_1319 (size=12301) 2024-11-20T16:15:39,018 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/e7e59de214d54254ae6c9e2dd4a5c04a 2024-11-20T16:15:39,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/b49254fa20bf4809b8d3eb930b8305a3 is 50, key is test_row_0/B:col10/1732119337858/Put/seqid=0 2024-11-20T16:15:39,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742144_1320 (size=12301) 2024-11-20T16:15:39,067 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/b49254fa20bf4809b8d3eb930b8305a3 2024-11-20T16:15:39,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 387 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119399069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:39,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:39,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:39,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:39,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/63267ad2eee64293a57cb30bd4498968 is 50, key is test_row_0/C:col10/1732119337858/Put/seqid=0 2024-11-20T16:15:39,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742145_1321 (size=12301) 2024-11-20T16:15:39,137 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/63267ad2eee64293a57cb30bd4498968 2024-11-20T16:15:39,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 388 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119399184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:39,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:39,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:39,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:39,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/e7e59de214d54254ae6c9e2dd4a5c04a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/e7e59de214d54254ae6c9e2dd4a5c04a 2024-11-20T16:15:39,191 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/e7e59de214d54254ae6c9e2dd4a5c04a, entries=150, sequenceid=426, filesize=12.0 K 2024-11-20T16:15:39,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/b49254fa20bf4809b8d3eb930b8305a3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/b49254fa20bf4809b8d3eb930b8305a3 2024-11-20T16:15:39,195 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/b49254fa20bf4809b8d3eb930b8305a3, entries=150, sequenceid=426, filesize=12.0 K 2024-11-20T16:15:39,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/63267ad2eee64293a57cb30bd4498968 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/63267ad2eee64293a57cb30bd4498968 2024-11-20T16:15:39,203 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/63267ad2eee64293a57cb30bd4498968, entries=150, sequenceid=426, filesize=12.0 K 2024-11-20T16:15:39,204 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for dd65ca9b37706a59ff7f51c01546211c in 215ms, sequenceid=426, compaction requested=true 2024-11-20T16:15:39,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:39,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:39,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-20T16:15:39,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-20T16:15:39,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-20T16:15:39,210 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 827 msec 2024-11-20T16:15:39,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 837 msec 2024-11-20T16:15:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:39,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T16:15:39,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:39,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:39,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:39,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:39,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:39,396 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:39,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/340b9fb926814d8395325f446f15243e is 50, key is test_row_0/A:col10/1732119339050/Put/seqid=0 2024-11-20T16:15:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742146_1322 (size=12301) 2024-11-20T16:15:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-20T16:15:39,513 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:39,513 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:15:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-20T16:15:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T16:15:39,515 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:15:39,516 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:15:39,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:15:39,523 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119339465, max timestamp=1732119339520Num uniques 859; 2024-11-20T16:15:39,523 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119339465, max timestamp=1732119339520Num uniques 859; 2024-11-20T16:15:39,524 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:39,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732119339465, max timestamp=1732119339520Num uniques 859; 2024-11-20T16:15:39,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-20T16:15:39,526 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T16:15:39,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 423 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119399624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:39,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:39,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:39,631 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:39,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T16:15:39,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:39,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:39,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:39,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:39,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:39,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 424 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119399734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:39,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:39,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:39,740 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:39,806 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/340b9fb926814d8395325f446f15243e 2024-11-20T16:15:39,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/95ddbc7fe75d494aac082dc0a8e27fc4 is 50, key is test_row_0/B:col10/1732119339050/Put/seqid=0 2024-11-20T16:15:39,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742147_1323 (size=12301) 2024-11-20T16:15:39,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/95ddbc7fe75d494aac082dc0a8e27fc4 2024-11-20T16:15:39,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T16:15:39,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:39,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:39,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:39,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:39,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:39,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/83e7cc3b0f034be297dfc67bfa8d7e96 is 50, key is test_row_0/C:col10/1732119339050/Put/seqid=0 2024-11-20T16:15:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T16:15:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742148_1324 (size=12301) 2024-11-20T16:15:39,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/83e7cc3b0f034be297dfc67bfa8d7e96 2024-11-20T16:15:39,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/340b9fb926814d8395325f446f15243e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/340b9fb926814d8395325f446f15243e 2024-11-20T16:15:39,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/340b9fb926814d8395325f446f15243e, entries=150, sequenceid=437, filesize=12.0 K 2024-11-20T16:15:39,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/95ddbc7fe75d494aac082dc0a8e27fc4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/95ddbc7fe75d494aac082dc0a8e27fc4 2024-11-20T16:15:39,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/95ddbc7fe75d494aac082dc0a8e27fc4, entries=150, sequenceid=437, filesize=12.0 K 2024-11-20T16:15:39,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/83e7cc3b0f034be297dfc67bfa8d7e96 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/83e7cc3b0f034be297dfc67bfa8d7e96 2024-11-20T16:15:39,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/83e7cc3b0f034be297dfc67bfa8d7e96, entries=150, sequenceid=437, filesize=12.0 K 2024-11-20T16:15:39,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.08 KB/130125 for dd65ca9b37706a59ff7f51c01546211c in 466ms, sequenceid=437, compaction requested=true 2024-11-20T16:15:39,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:39,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:15:39,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:39,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:15:39,862 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:15:39,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:39,862 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:15:39,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:15:39,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:39,863 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:15:39,863 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:15:39,863 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/B is initiating minor compaction (all files) 2024-11-20T16:15:39,863 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/A is initiating minor compaction (all files) 2024-11-20T16:15:39,863 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/A in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:39,863 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/B in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:39,863 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/61544c1e2c6f4e1ba75ce25880778e6c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/67a793af89e140dfaddeb11bf3b5403e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/e7e59de214d54254ae6c9e2dd4a5c04a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/340b9fb926814d8395325f446f15243e] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=51.2 K 2024-11-20T16:15:39,863 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/c91a631731344911bfb68859d32295e9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8abb57eb513e4055842af5341bdd1ba0, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/b49254fa20bf4809b8d3eb930b8305a3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/95ddbc7fe75d494aac082dc0a8e27fc4] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=48.8 K 2024-11-20T16:15:39,864 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting c91a631731344911bfb68859d32295e9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732119335833 2024-11-20T16:15:39,864 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61544c1e2c6f4e1ba75ce25880778e6c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732119335833 2024-11-20T16:15:39,864 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 8abb57eb513e4055842af5341bdd1ba0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732119337031 2024-11-20T16:15:39,864 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67a793af89e140dfaddeb11bf3b5403e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732119337031 2024-11-20T16:15:39,864 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting b49254fa20bf4809b8d3eb930b8305a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732119337847 2024-11-20T16:15:39,864 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7e59de214d54254ae6c9e2dd4a5c04a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732119337847 2024-11-20T16:15:39,864 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 95ddbc7fe75d494aac082dc0a8e27fc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732119339050 2024-11-20T16:15:39,864 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 340b9fb926814d8395325f446f15243e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732119339050 2024-11-20T16:15:39,874 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#A#compaction#278 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:39,874 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#B#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:39,875 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/c6b365702e76479c928ab22a063765d8 is 50, key is test_row_0/B:col10/1732119339050/Put/seqid=0 2024-11-20T16:15:39,875 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/79d3301669544b6ba21be8924af07810 is 50, key is test_row_0/A:col10/1732119339050/Put/seqid=0 2024-11-20T16:15:39,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742149_1325 (size=13221) 2024-11-20T16:15:39,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742150_1326 (size=13221) 2024-11-20T16:15:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:39,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=133.78 KB heapSize=384.07 KB 2024-11-20T16:15:39,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:39,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:39,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:39,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:39,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:39,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:39,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/bdb68764edd64941bebf1a1fb942e21f is 50, key is test_row_0/A:col10/1732119339608/Put/seqid=0 2024-11-20T16:15:39,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T16:15:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:39,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:39,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:39,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:39,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742151_1327 (size=14741) 2024-11-20T16:15:40,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 433 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119400006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:40,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:40,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:40,014 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:40,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T16:15:40,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:40,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 434 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119400123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:40,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:40,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:40,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:40,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:40,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:40,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:40,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T16:15:40,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T16:15:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:40,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:40,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:40,288 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/c6b365702e76479c928ab22a063765d8 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/c6b365702e76479c928ab22a063765d8 2024-11-20T16:15:40,293 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/79d3301669544b6ba21be8924af07810 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/79d3301669544b6ba21be8924af07810 2024-11-20T16:15:40,294 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/B of dd65ca9b37706a59ff7f51c01546211c into c6b365702e76479c928ab22a063765d8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:40,294 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:40,294 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/B, priority=12, startTime=1732119339862; duration=0sec 2024-11-20T16:15:40,294 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:40,295 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:B 2024-11-20T16:15:40,295 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:15:40,296 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:15:40,297 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/C is initiating minor compaction (all files) 2024-11-20T16:15:40,297 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/C in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:40,297 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/00e0aa8f07844e77a75ac6d7278aad7f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/c3e5739326c7474ab71d445a19bf8c6c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/63267ad2eee64293a57cb30bd4498968, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/83e7cc3b0f034be297dfc67bfa8d7e96] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=48.8 K 2024-11-20T16:15:40,297 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 00e0aa8f07844e77a75ac6d7278aad7f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732119335833 2024-11-20T16:15:40,298 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting c3e5739326c7474ab71d445a19bf8c6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732119337031 2024-11-20T16:15:40,298 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 63267ad2eee64293a57cb30bd4498968, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1732119337847 2024-11-20T16:15:40,299 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 83e7cc3b0f034be297dfc67bfa8d7e96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732119339050 2024-11-20T16:15:40,300 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/A of dd65ca9b37706a59ff7f51c01546211c into 79d3301669544b6ba21be8924af07810(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:40,300 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:40,300 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/A, priority=12, startTime=1732119339862; duration=0sec 2024-11-20T16:15:40,300 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:40,300 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:A 2024-11-20T16:15:40,334 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#C#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:40,335 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/836ba8ae0996418493d0123c15537b6e is 50, key is test_row_0/C:col10/1732119339050/Put/seqid=0 2024-11-20T16:15:40,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 435 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119400333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:40,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:40,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:40,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:40,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742152_1328 (size=13221) 2024-11-20T16:15:40,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/bdb68764edd64941bebf1a1fb942e21f 2024-11-20T16:15:40,384 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/836ba8ae0996418493d0123c15537b6e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/836ba8ae0996418493d0123c15537b6e 2024-11-20T16:15:40,393 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/C of dd65ca9b37706a59ff7f51c01546211c into 836ba8ae0996418493d0123c15537b6e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:40,393 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:40,394 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/C, priority=12, startTime=1732119339862; duration=0sec 2024-11-20T16:15:40,394 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:40,394 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:C 2024-11-20T16:15:40,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/0b6309847d8643d1ad0e0b61444b75be is 50, key is test_row_0/B:col10/1732119339608/Put/seqid=0 2024-11-20T16:15:40,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742153_1329 (size=12301) 2024-11-20T16:15:40,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T16:15:40,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:40,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:40,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:40,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:40,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:40,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T16:15:40,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:40,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:40,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:40,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:40,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:40,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 436 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119400643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:40,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:40,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:40,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T16:15:40,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T16:15:40,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:40,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:40,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:40,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:40,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:40,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/0b6309847d8643d1ad0e0b61444b75be 2024-11-20T16:15:40,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/7f3d18fa9e514899993bb41f931a30e3 is 50, key is test_row_0/C:col10/1732119339608/Put/seqid=0 2024-11-20T16:15:40,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T16:15:40,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:40,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:40,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:40,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:40,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:40,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742154_1330 (size=12301) 2024-11-20T16:15:40,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51044 deadline: 1732119400963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:40,970 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in dd65ca9b37706a59ff7f51c01546211c of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18271 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:40,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:40,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:40,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:40,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51052 deadline: 1732119400984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:40,991 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in dd65ca9b37706a59ff7f51c01546211c of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18295 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:40,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:41,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51088 deadline: 1732119401034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:41,040 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in dd65ca9b37706a59ff7f51c01546211c of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18340 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:41,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:41,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51054 deadline: 1732119401043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:41,046 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in dd65ca9b37706a59ff7f51c01546211c of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18353 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:41,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:41,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T16:15:41,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:41,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:41,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:41,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:41,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:41,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 437 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119401153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:41,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:41,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:41,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:41,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T16:15:41,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:41,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. as already flushing 2024-11-20T16:15:41,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:41,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:41,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:41,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/7f3d18fa9e514899993bb41f931a30e3 2024-11-20T16:15:41,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/bdb68764edd64941bebf1a1fb942e21f as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/bdb68764edd64941bebf1a1fb942e21f 2024-11-20T16:15:41,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/bdb68764edd64941bebf1a1fb942e21f, entries=200, sequenceid=474, filesize=14.4 K 2024-11-20T16:15:41,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/0b6309847d8643d1ad0e0b61444b75be as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/0b6309847d8643d1ad0e0b61444b75be 2024-11-20T16:15:41,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/0b6309847d8643d1ad0e0b61444b75be, entries=150, sequenceid=474, filesize=12.0 K 2024-11-20T16:15:41,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/7f3d18fa9e514899993bb41f931a30e3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/7f3d18fa9e514899993bb41f931a30e3 2024-11-20T16:15:41,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/7f3d18fa9e514899993bb41f931a30e3, entries=150, sequenceid=474, filesize=12.0 K 2024-11-20T16:15:41,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~133.78 KB/136995, heapSize ~384.02 KB/393240, currentSize=46.96 KB/48090 for dd65ca9b37706a59ff7f51c01546211c in 1394ms, sequenceid=474, compaction requested=false 2024-11-20T16:15:41,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:41,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-20T16:15:41,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:41,361 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T16:15:41,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:41,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:41,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:41,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:41,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:41,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:41,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/a60ff77b7e724ad69f2f4c5ad7ac761d is 50, key is test_row_0/A:col10/1732119340002/Put/seqid=0 2024-11-20T16:15:41,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742155_1331 (size=12301) 2024-11-20T16:15:41,406 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/a60ff77b7e724ad69f2f4c5ad7ac761d 2024-11-20T16:15:41,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/b6e4532c6bdc4aaba403af62b2a4ff38 is 50, key is test_row_0/B:col10/1732119340002/Put/seqid=0 2024-11-20T16:15:41,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742156_1332 (size=12301) 2024-11-20T16:15:41,656 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T16:15:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T16:15:41,890 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/b6e4532c6bdc4aaba403af62b2a4ff38 2024-11-20T16:15:41,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/faa4dc27a17c4bcc9b669b1871000d9e is 50, key is test_row_0/C:col10/1732119340002/Put/seqid=0 2024-11-20T16:15:41,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742157_1333 (size=12301) 2024-11-20T16:15:41,901 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=487 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/faa4dc27a17c4bcc9b669b1871000d9e 2024-11-20T16:15:41,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/a60ff77b7e724ad69f2f4c5ad7ac761d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/a60ff77b7e724ad69f2f4c5ad7ac761d 2024-11-20T16:15:41,908 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/a60ff77b7e724ad69f2f4c5ad7ac761d, entries=150, sequenceid=487, filesize=12.0 K 2024-11-20T16:15:41,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/b6e4532c6bdc4aaba403af62b2a4ff38 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/b6e4532c6bdc4aaba403af62b2a4ff38 2024-11-20T16:15:41,912 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/b6e4532c6bdc4aaba403af62b2a4ff38, entries=150, sequenceid=487, filesize=12.0 K 2024-11-20T16:15:41,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/faa4dc27a17c4bcc9b669b1871000d9e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/faa4dc27a17c4bcc9b669b1871000d9e 2024-11-20T16:15:41,917 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/faa4dc27a17c4bcc9b669b1871000d9e, entries=150, sequenceid=487, filesize=12.0 K 2024-11-20T16:15:41,918 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=0 B/0 for dd65ca9b37706a59ff7f51c01546211c in 557ms, sequenceid=487, compaction requested=true 2024-11-20T16:15:41,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:41,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:41,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-20T16:15:41,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-20T16:15:41,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-20T16:15:41,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4030 sec 2024-11-20T16:15:41,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 2.4090 sec 2024-11-20T16:15:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:42,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T16:15:42,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:42,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:42,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:42,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:42,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:42,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:42,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/597e687cbcce478b8b83a69ecf3d4048 is 50, key is test_row_0/A:col10/1732119342181/Put/seqid=0 2024-11-20T16:15:42,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742158_1334 (size=14741) 2024-11-20T16:15:42,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119342281, max timestamp=1732119342297Num uniques 859; 2024-11-20T16:15:42,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119342281, max timestamp=1732119342297Num uniques 859; 2024-11-20T16:15:42,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119342281, max timestamp=1732119342297Num uniques 859; 2024-11-20T16:15:42,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:42,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:42,300 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:42,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 479 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119402447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:42,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:42,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:42,452 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:42,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 480 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119402563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:42,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:42,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:42,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:42,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/597e687cbcce478b8b83a69ecf3d4048 2024-11-20T16:15:42,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/f4071592e10c4f53b41e5d0bf4ac4677 is 50, key is test_row_0/B:col10/1732119342181/Put/seqid=0 2024-11-20T16:15:42,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742159_1335 (size=12301) 2024-11-20T16:15:42,648 INFO [Thread-1144 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1144. 2024-11-20T16:15:42,648 DEBUG [Thread-1144 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:42,648 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:42,649 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:42,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:42,650 INFO [Thread-1150 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1150. 2024-11-20T16:15:42,650 DEBUG [Thread-1150 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:42,650 DEBUG [Thread-1150 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:42,650 DEBUG [Thread-1150 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:42,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:42,652 INFO [Thread-1146 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1146. 2024-11-20T16:15:42,652 DEBUG [Thread-1146 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:42,652 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:42,652 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:42,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:42,654 INFO [Thread-1152 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1152. 2024-11-20T16:15:42,654 DEBUG [Thread-1152 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:42,654 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:42,654 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:42,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:42,655 INFO [Thread-1148 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1148. 2024-11-20T16:15:42,655 DEBUG [Thread-1148 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:42,655 DEBUG [Thread-1148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:42,655 DEBUG [Thread-1148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:42,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:42,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:42,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 481 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119402774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:42,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:42,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:42,774 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:43,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/f4071592e10c4f53b41e5d0bf4ac4677 2024-11-20T16:15:43,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/b2ec7dc8f9ef48dbafaedb125971400d is 50, key is test_row_0/C:col10/1732119342181/Put/seqid=0 2024-11-20T16:15:43,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742160_1336 (size=12301) 2024-11-20T16:15:43,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 482 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:51032 deadline: 1732119403083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:15:43,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/b2ec7dc8f9ef48dbafaedb125971400d 2024-11-20T16:15:43,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/597e687cbcce478b8b83a69ecf3d4048 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/597e687cbcce478b8b83a69ecf3d4048 2024-11-20T16:15:43,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/597e687cbcce478b8b83a69ecf3d4048, entries=200, sequenceid=497, filesize=14.4 K 2024-11-20T16:15:43,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/f4071592e10c4f53b41e5d0bf4ac4677 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/f4071592e10c4f53b41e5d0bf4ac4677 2024-11-20T16:15:43,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/f4071592e10c4f53b41e5d0bf4ac4677, entries=150, sequenceid=497, filesize=12.0 K 2024-11-20T16:15:43,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/b2ec7dc8f9ef48dbafaedb125971400d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/b2ec7dc8f9ef48dbafaedb125971400d 2024-11-20T16:15:43,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/b2ec7dc8f9ef48dbafaedb125971400d, entries=150, sequenceid=497, filesize=12.0 K 2024-11-20T16:15:43,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for dd65ca9b37706a59ff7f51c01546211c in 1266ms, sequenceid=497, compaction requested=true 2024-11-20T16:15:43,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:43,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:15:43,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:43,472 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:15:43,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:15:43,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:43,472 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:15:43,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd65ca9b37706a59ff7f51c01546211c:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:15:43,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:43,473 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:15:43,473 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:15:43,473 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/B is initiating minor compaction (all files) 2024-11-20T16:15:43,473 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/A is initiating minor compaction (all files) 2024-11-20T16:15:43,474 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/A in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:43,474 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/B in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:43,474 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/c6b365702e76479c928ab22a063765d8, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/0b6309847d8643d1ad0e0b61444b75be, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/b6e4532c6bdc4aaba403af62b2a4ff38, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/f4071592e10c4f53b41e5d0bf4ac4677] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=48.9 K 2024-11-20T16:15:43,474 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/79d3301669544b6ba21be8924af07810, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/bdb68764edd64941bebf1a1fb942e21f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/a60ff77b7e724ad69f2f4c5ad7ac761d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/597e687cbcce478b8b83a69ecf3d4048] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=53.7 K 2024-11-20T16:15:43,474 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79d3301669544b6ba21be8924af07810, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732119339050 2024-11-20T16:15:43,474 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting c6b365702e76479c928ab22a063765d8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732119339050 2024-11-20T16:15:43,474 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting bdb68764edd64941bebf1a1fb942e21f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732119339608 2024-11-20T16:15:43,474 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b6309847d8643d1ad0e0b61444b75be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732119339608 2024-11-20T16:15:43,474 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting a60ff77b7e724ad69f2f4c5ad7ac761d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732119339954 2024-11-20T16:15:43,474 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting b6e4532c6bdc4aaba403af62b2a4ff38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732119339954 2024-11-20T16:15:43,474 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 597e687cbcce478b8b83a69ecf3d4048, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1732119342181 2024-11-20T16:15:43,474 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting f4071592e10c4f53b41e5d0bf4ac4677, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1732119342181 2024-11-20T16:15:43,481 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#B#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:43,481 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#A#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:43,481 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/ece4a3502ced45b3b50efd8f893d7b3d is 50, key is test_row_0/A:col10/1732119342181/Put/seqid=0 2024-11-20T16:15:43,481 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/6a2f7dde68ec4a78b965d47bb76c6d10 is 50, key is test_row_0/B:col10/1732119342181/Put/seqid=0 2024-11-20T16:15:43,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742161_1337 (size=13357) 2024-11-20T16:15:43,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742162_1338 (size=13357) 2024-11-20T16:15:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:43,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-20T16:15:43,598 INFO [Thread-1141 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1141. 2024-11-20T16:15:43,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:43,599 DEBUG [Thread-1141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:43,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T16:15:43,599 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:43,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:43,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T16:15:43,599 DEBUG [Thread-1141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:43,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:43,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-20T16:15:43,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:43,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/3ea0afbe1ac94dd6b712667ad7c6c30c is 50, key is test_row_0/A:col10/1732119343594/Put/seqid=0 2024-11-20T16:15:43,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742163_1339 (size=12301) 2024-11-20T16:15:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-20T16:15:43,674 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:43,890 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/6a2f7dde68ec4a78b965d47bb76c6d10 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/6a2f7dde68ec4a78b965d47bb76c6d10 2024-11-20T16:15:43,890 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/ece4a3502ced45b3b50efd8f893d7b3d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/ece4a3502ced45b3b50efd8f893d7b3d 2024-11-20T16:15:43,895 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/B of dd65ca9b37706a59ff7f51c01546211c into 6a2f7dde68ec4a78b965d47bb76c6d10(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:43,895 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/A of dd65ca9b37706a59ff7f51c01546211c into ece4a3502ced45b3b50efd8f893d7b3d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:43,895 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:43,895 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:43,895 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/B, priority=12, startTime=1732119343472; duration=0sec 2024-11-20T16:15:43,895 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/A, priority=12, startTime=1732119343472; duration=0sec 2024-11-20T16:15:43,895 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:43,895 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:B 2024-11-20T16:15:43,895 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:43,895 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:A 2024-11-20T16:15:43,895 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:15:43,897 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:15:43,897 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): dd65ca9b37706a59ff7f51c01546211c/C is initiating minor compaction (all files) 2024-11-20T16:15:43,897 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd65ca9b37706a59ff7f51c01546211c/C in TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:43,897 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/836ba8ae0996418493d0123c15537b6e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/7f3d18fa9e514899993bb41f931a30e3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/faa4dc27a17c4bcc9b669b1871000d9e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/b2ec7dc8f9ef48dbafaedb125971400d] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp, totalSize=48.9 K 2024-11-20T16:15:43,897 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 836ba8ae0996418493d0123c15537b6e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1732119339050 2024-11-20T16:15:43,898 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f3d18fa9e514899993bb41f931a30e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1732119339608 2024-11-20T16:15:43,898 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting faa4dc27a17c4bcc9b669b1871000d9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=487, earliestPutTs=1732119339954 2024-11-20T16:15:43,899 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting b2ec7dc8f9ef48dbafaedb125971400d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1732119342181 2024-11-20T16:15:43,907 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd65ca9b37706a59ff7f51c01546211c#C#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:43,908 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/2f9b18f78db845098de88deced00734c is 50, key is test_row_0/C:col10/1732119342181/Put/seqid=0 2024-11-20T16:15:43,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742164_1340 (size=13357) 2024-11-20T16:15:44,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/3ea0afbe1ac94dd6b712667ad7c6c30c 2024-11-20T16:15:44,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/518e4b3a6dfe438bb73dd143a4d0f8fc is 50, key is test_row_0/B:col10/1732119343594/Put/seqid=0 2024-11-20T16:15:44,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742165_1341 (size=12301) 2024-11-20T16:15:44,315 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/2f9b18f78db845098de88deced00734c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/2f9b18f78db845098de88deced00734c 2024-11-20T16:15:44,319 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd65ca9b37706a59ff7f51c01546211c/C of dd65ca9b37706a59ff7f51c01546211c into 2f9b18f78db845098de88deced00734c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:44,319 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:44,319 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., storeName=dd65ca9b37706a59ff7f51c01546211c/C, priority=12, startTime=1732119343472; duration=0sec 2024-11-20T16:15:44,319 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:44,319 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd65ca9b37706a59ff7f51c01546211c:C 2024-11-20T16:15:44,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/518e4b3a6dfe438bb73dd143a4d0f8fc 2024-11-20T16:15:44,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/b8b8a14c69c045048ebfd3e61738e1b8 is 50, key is test_row_0/C:col10/1732119343594/Put/seqid=0 2024-11-20T16:15:44,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742166_1342 (size=12301) 2024-11-20T16:15:44,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=535 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/b8b8a14c69c045048ebfd3e61738e1b8 2024-11-20T16:15:44,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/3ea0afbe1ac94dd6b712667ad7c6c30c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/3ea0afbe1ac94dd6b712667ad7c6c30c 2024-11-20T16:15:44,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/3ea0afbe1ac94dd6b712667ad7c6c30c, entries=150, sequenceid=535, filesize=12.0 K 2024-11-20T16:15:44,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/518e4b3a6dfe438bb73dd143a4d0f8fc as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/518e4b3a6dfe438bb73dd143a4d0f8fc 2024-11-20T16:15:44,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/518e4b3a6dfe438bb73dd143a4d0f8fc, entries=150, sequenceid=535, filesize=12.0 K 2024-11-20T16:15:44,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/b8b8a14c69c045048ebfd3e61738e1b8 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/b8b8a14c69c045048ebfd3e61738e1b8 2024-11-20T16:15:44,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/b8b8a14c69c045048ebfd3e61738e1b8, entries=150, sequenceid=535, filesize=12.0 K 2024-11-20T16:15:44,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=0 B/0 for dd65ca9b37706a59ff7f51c01546211c in 1268ms, sequenceid=535, compaction requested=false 2024-11-20T16:15:44,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd65ca9b37706a59ff7f51c01546211c: 2024-11-20T16:15:51,015 INFO [Thread-1133 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1133. 2024-11-20T16:15:51,015 INFO [Thread-1135 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1135. 2024-11-20T16:15:51,016 DEBUG [Thread-1135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:51,016 DEBUG [Thread-1133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:51,016 DEBUG [Thread-1135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:51,016 DEBUG [Thread-1133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:51,016 DEBUG [Thread-1133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:51,016 DEBUG [Thread-1135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:51,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:51,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:51,115 INFO [Thread-1139 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1139. 2024-11-20T16:15:51,115 DEBUG [Thread-1139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:51,115 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:51,115 DEBUG [Thread-1139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:51,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:51,125 INFO [Thread-1137 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1137. 2024-11-20T16:15:51,125 DEBUG [Thread-1137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:15:51,125 DEBUG [Thread-1137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:51,125 DEBUG [Thread-1137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:51,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:51,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T16:15:51,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-11-20T16:15:51,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-11-20T16:15:51,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-11-20T16:15:51,125 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-11-20T16:15:51,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 417 2024-11-20T16:15:51,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T16:15:51,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2807 2024-11-20T16:15:51,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2805 2024-11-20T16:15:51,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2641 2024-11-20T16:15:51,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2824 2024-11-20T16:15:51,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2828 2024-11-20T16:15:51,126 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T16:15:51,126 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:15:51,126 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:15:51,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:51,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:51,126 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:15:51,127 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-20T16:15:51,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T16:15:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T16:15:51,131 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119351131"}]},"ts":"1732119351131"} 2024-11-20T16:15:51,133 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T16:15:51,133 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T16:15:51,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T16:15:51,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd65ca9b37706a59ff7f51c01546211c, UNASSIGN}] 2024-11-20T16:15:51,137 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd65ca9b37706a59ff7f51c01546211c, UNASSIGN 2024-11-20T16:15:51,137 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=dd65ca9b37706a59ff7f51c01546211c, regionState=CLOSING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:15:51,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd65ca9b37706a59ff7f51c01546211c, UNASSIGN because future has completed 2024-11-20T16:15:51,139 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T16:15:51,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:15:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T16:15:51,291 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:51,291 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T16:15:51,292 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing dd65ca9b37706a59ff7f51c01546211c, disabling compactions & flushes 2024-11-20T16:15:51,292 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:51,292 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:51,292 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. after waiting 0 ms 2024-11-20T16:15:51,292 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:51,292 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing dd65ca9b37706a59ff7f51c01546211c 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-20T16:15:51,292 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=A 2024-11-20T16:15:51,292 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:51,292 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=B 2024-11-20T16:15:51,292 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:51,292 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd65ca9b37706a59ff7f51c01546211c, store=C 2024-11-20T16:15:51,293 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:51,300 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/26a827af582d46e1b049a28c1ec77b8f is 50, key is test_row_0/A:col10/1732119351014/Put/seqid=0 2024-11-20T16:15:51,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742167_1343 (size=12301) 2024-11-20T16:15:51,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T16:15:51,726 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/26a827af582d46e1b049a28c1ec77b8f 2024-11-20T16:15:51,737 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/c4e923fc48ad449dac0d234a69deb186 is 50, key is test_row_0/B:col10/1732119351014/Put/seqid=0 2024-11-20T16:15:51,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742168_1344 (size=12301) 2024-11-20T16:15:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T16:15:52,142 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/c4e923fc48ad449dac0d234a69deb186 2024-11-20T16:15:52,149 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/2a3ec80e66404e66922d21d8fdcbad71 is 50, key is test_row_0/C:col10/1732119351014/Put/seqid=0 2024-11-20T16:15:52,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742169_1345 (size=12301) 2024-11-20T16:15:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T16:15:52,655 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=545 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/2a3ec80e66404e66922d21d8fdcbad71 2024-11-20T16:15:52,662 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/A/26a827af582d46e1b049a28c1ec77b8f as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/26a827af582d46e1b049a28c1ec77b8f 2024-11-20T16:15:52,667 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/26a827af582d46e1b049a28c1ec77b8f, entries=150, sequenceid=545, filesize=12.0 K 2024-11-20T16:15:52,668 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/B/c4e923fc48ad449dac0d234a69deb186 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/c4e923fc48ad449dac0d234a69deb186 2024-11-20T16:15:52,672 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/c4e923fc48ad449dac0d234a69deb186, entries=150, sequenceid=545, filesize=12.0 K 2024-11-20T16:15:52,673 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/.tmp/C/2a3ec80e66404e66922d21d8fdcbad71 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/2a3ec80e66404e66922d21d8fdcbad71 2024-11-20T16:15:52,675 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/2a3ec80e66404e66922d21d8fdcbad71, entries=150, sequenceid=545, filesize=12.0 K 2024-11-20T16:15:52,676 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for dd65ca9b37706a59ff7f51c01546211c in 1384ms, sequenceid=545, compaction requested=true 2024-11-20T16:15:52,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/76cba3f53b6a4aabaf6680246ada16f5, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/c19c3c5977e3459fa4a4334158da54f0, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/f650b11e3ad04c5b940c7aa616b79b30, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/684bca512a2a4648bb5a94ec16511172, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/4ac653c95a774c41b386434c8cbe8122, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/86e46277d919401e88cc61ecccaf4485, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/895a8e19e3a24d119fe756f3431859b8, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/767754802d8e4f6cafd0069dd0c8fe17, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/45081f0940024527a3fc8499341cd58c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/3a8132dc1c2a4727a2e0b0ffcf4cfc42, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/affb2d7202ef40a3a86a2bbb73ab91f0, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/9ba8fbc0dd5f4b328d4da85868d1c7a4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/7e788b011ab54bd99ddac863238394e9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/ee724ab176dc46c5a01a68255ae81a96, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/cffab798fe09432ab86c7a8e69658527, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/8b37c8d0def440c7ab88da13b6001ae6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/a27b4df8cbd84858af6f9f86df24842b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/0d7f3d76bc53454bb3bcc694f8dc6754, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/2fd438948d3d4cbd9a69abe830bc6f2e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/afe8fe93eb584d32a82f9b3639dc3320, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/bbf9edba887548b5b54407dba65603d9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/e61ba34a113a45689f5e46e47f77bdc6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/61544c1e2c6f4e1ba75ce25880778e6c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/e36392df613e472a88a48da25876b8b0, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/67a793af89e140dfaddeb11bf3b5403e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/e7e59de214d54254ae6c9e2dd4a5c04a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/79d3301669544b6ba21be8924af07810, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/340b9fb926814d8395325f446f15243e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/bdb68764edd64941bebf1a1fb942e21f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/a60ff77b7e724ad69f2f4c5ad7ac761d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/597e687cbcce478b8b83a69ecf3d4048] to archive 2024-11-20T16:15:52,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:15:52,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/76cba3f53b6a4aabaf6680246ada16f5 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/76cba3f53b6a4aabaf6680246ada16f5 2024-11-20T16:15:52,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/c19c3c5977e3459fa4a4334158da54f0 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/c19c3c5977e3459fa4a4334158da54f0 2024-11-20T16:15:52,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/f650b11e3ad04c5b940c7aa616b79b30 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/f650b11e3ad04c5b940c7aa616b79b30 2024-11-20T16:15:52,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/684bca512a2a4648bb5a94ec16511172 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/684bca512a2a4648bb5a94ec16511172 2024-11-20T16:15:52,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/4ac653c95a774c41b386434c8cbe8122 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/4ac653c95a774c41b386434c8cbe8122 2024-11-20T16:15:52,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/86e46277d919401e88cc61ecccaf4485 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/86e46277d919401e88cc61ecccaf4485 2024-11-20T16:15:52,684 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/895a8e19e3a24d119fe756f3431859b8 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/895a8e19e3a24d119fe756f3431859b8 2024-11-20T16:15:52,685 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/767754802d8e4f6cafd0069dd0c8fe17 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/767754802d8e4f6cafd0069dd0c8fe17 2024-11-20T16:15:52,686 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/45081f0940024527a3fc8499341cd58c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/45081f0940024527a3fc8499341cd58c 2024-11-20T16:15:52,687 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/3a8132dc1c2a4727a2e0b0ffcf4cfc42 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/3a8132dc1c2a4727a2e0b0ffcf4cfc42 2024-11-20T16:15:52,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/affb2d7202ef40a3a86a2bbb73ab91f0 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/affb2d7202ef40a3a86a2bbb73ab91f0 2024-11-20T16:15:52,689 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/9ba8fbc0dd5f4b328d4da85868d1c7a4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/9ba8fbc0dd5f4b328d4da85868d1c7a4 2024-11-20T16:15:52,690 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/7e788b011ab54bd99ddac863238394e9 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/7e788b011ab54bd99ddac863238394e9 2024-11-20T16:15:52,691 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/ee724ab176dc46c5a01a68255ae81a96 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/ee724ab176dc46c5a01a68255ae81a96 2024-11-20T16:15:52,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/cffab798fe09432ab86c7a8e69658527 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/cffab798fe09432ab86c7a8e69658527 2024-11-20T16:15:52,693 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/8b37c8d0def440c7ab88da13b6001ae6 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/8b37c8d0def440c7ab88da13b6001ae6 2024-11-20T16:15:52,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/a27b4df8cbd84858af6f9f86df24842b to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/a27b4df8cbd84858af6f9f86df24842b 2024-11-20T16:15:52,695 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/0d7f3d76bc53454bb3bcc694f8dc6754 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/0d7f3d76bc53454bb3bcc694f8dc6754 2024-11-20T16:15:52,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/2fd438948d3d4cbd9a69abe830bc6f2e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/2fd438948d3d4cbd9a69abe830bc6f2e 2024-11-20T16:15:52,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/afe8fe93eb584d32a82f9b3639dc3320 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/afe8fe93eb584d32a82f9b3639dc3320 2024-11-20T16:15:52,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/bbf9edba887548b5b54407dba65603d9 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/bbf9edba887548b5b54407dba65603d9 2024-11-20T16:15:52,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/e61ba34a113a45689f5e46e47f77bdc6 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/e61ba34a113a45689f5e46e47f77bdc6 2024-11-20T16:15:52,699 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/61544c1e2c6f4e1ba75ce25880778e6c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/61544c1e2c6f4e1ba75ce25880778e6c 2024-11-20T16:15:52,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/e36392df613e472a88a48da25876b8b0 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/e36392df613e472a88a48da25876b8b0 2024-11-20T16:15:52,701 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/67a793af89e140dfaddeb11bf3b5403e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/67a793af89e140dfaddeb11bf3b5403e 2024-11-20T16:15:52,702 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/e7e59de214d54254ae6c9e2dd4a5c04a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/e7e59de214d54254ae6c9e2dd4a5c04a 2024-11-20T16:15:52,705 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/79d3301669544b6ba21be8924af07810 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/79d3301669544b6ba21be8924af07810 2024-11-20T16:15:52,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/340b9fb926814d8395325f446f15243e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/340b9fb926814d8395325f446f15243e 2024-11-20T16:15:52,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/bdb68764edd64941bebf1a1fb942e21f to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/bdb68764edd64941bebf1a1fb942e21f 2024-11-20T16:15:52,713 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/a60ff77b7e724ad69f2f4c5ad7ac761d to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/a60ff77b7e724ad69f2f4c5ad7ac761d 2024-11-20T16:15:52,715 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/597e687cbcce478b8b83a69ecf3d4048 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/597e687cbcce478b8b83a69ecf3d4048 2024-11-20T16:15:52,722 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/57f2bc827085449ebda46f9ffbc3cc93, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/3dd92f21206444c58ea7ac6f28e47fc7, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/3fbcf59ecc3e45728a4a0f399c693d55, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/5fb487590a2a403b915fa4e6cead49d9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/b5562ed962f242a6b48a2a9960e19aa9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/a8a4e5a1a4004812b0c5178ce9be60a5, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8d1da2bce7be47c593bd75ac4e69bc33, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/fffc9d0f55314de5a630553bf174b8cc, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/5981818aea5a41fb9af2a52569cfee2b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/70fc09b48fc1490ca937eb38fd774665, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/3bf8c81e0e0c40cc9dd6bfc3f81d41f4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/522825f0fbe84b6089a305420946355d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/588a973a9eb94627ae11cbd9626d220c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8842935ac36b4ee78e5083c7dcef4ce0, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/ae7eaf834f06484782b5b3d082e12364, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/9b78f49eb95a47e0b1d59fbb70095811, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/5b10ecd6ca4c4767b916386d26edd417, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8278cae6886b4b1997d926974409d08e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/7f4544795cfd455a862af154babcb7d0, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/85ee6a2949f64541aa9b2b7947de1af3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8d092329ca6b48978cb3b9011d5bd8f3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/71596b6579bd4f0390cabe4e8cdabdb4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/c91a631731344911bfb68859d32295e9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/fd9b76a734a84b91accfe44cf1c59643, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8abb57eb513e4055842af5341bdd1ba0, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/b49254fa20bf4809b8d3eb930b8305a3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/c6b365702e76479c928ab22a063765d8, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/95ddbc7fe75d494aac082dc0a8e27fc4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/0b6309847d8643d1ad0e0b61444b75be, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/b6e4532c6bdc4aaba403af62b2a4ff38, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/f4071592e10c4f53b41e5d0bf4ac4677] to archive 2024-11-20T16:15:52,725 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:15:52,727 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/57f2bc827085449ebda46f9ffbc3cc93 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/57f2bc827085449ebda46f9ffbc3cc93 2024-11-20T16:15:52,729 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/3dd92f21206444c58ea7ac6f28e47fc7 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/3dd92f21206444c58ea7ac6f28e47fc7 2024-11-20T16:15:52,730 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/3fbcf59ecc3e45728a4a0f399c693d55 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/3fbcf59ecc3e45728a4a0f399c693d55 2024-11-20T16:15:52,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/5fb487590a2a403b915fa4e6cead49d9 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/5fb487590a2a403b915fa4e6cead49d9 2024-11-20T16:15:52,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/b5562ed962f242a6b48a2a9960e19aa9 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/b5562ed962f242a6b48a2a9960e19aa9 2024-11-20T16:15:52,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/a8a4e5a1a4004812b0c5178ce9be60a5 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/a8a4e5a1a4004812b0c5178ce9be60a5 2024-11-20T16:15:52,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8d1da2bce7be47c593bd75ac4e69bc33 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8d1da2bce7be47c593bd75ac4e69bc33 2024-11-20T16:15:52,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/fffc9d0f55314de5a630553bf174b8cc to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/fffc9d0f55314de5a630553bf174b8cc 2024-11-20T16:15:52,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/5981818aea5a41fb9af2a52569cfee2b to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/5981818aea5a41fb9af2a52569cfee2b 2024-11-20T16:15:52,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/70fc09b48fc1490ca937eb38fd774665 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/70fc09b48fc1490ca937eb38fd774665 2024-11-20T16:15:52,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/3bf8c81e0e0c40cc9dd6bfc3f81d41f4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/3bf8c81e0e0c40cc9dd6bfc3f81d41f4 2024-11-20T16:15:52,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/522825f0fbe84b6089a305420946355d to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/522825f0fbe84b6089a305420946355d 2024-11-20T16:15:52,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/588a973a9eb94627ae11cbd9626d220c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/588a973a9eb94627ae11cbd9626d220c 2024-11-20T16:15:52,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8842935ac36b4ee78e5083c7dcef4ce0 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8842935ac36b4ee78e5083c7dcef4ce0 2024-11-20T16:15:52,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/ae7eaf834f06484782b5b3d082e12364 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/ae7eaf834f06484782b5b3d082e12364 2024-11-20T16:15:52,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/9b78f49eb95a47e0b1d59fbb70095811 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/9b78f49eb95a47e0b1d59fbb70095811 2024-11-20T16:15:52,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/5b10ecd6ca4c4767b916386d26edd417 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/5b10ecd6ca4c4767b916386d26edd417 2024-11-20T16:15:52,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8278cae6886b4b1997d926974409d08e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8278cae6886b4b1997d926974409d08e 2024-11-20T16:15:52,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/7f4544795cfd455a862af154babcb7d0 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/7f4544795cfd455a862af154babcb7d0 2024-11-20T16:15:52,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/85ee6a2949f64541aa9b2b7947de1af3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/85ee6a2949f64541aa9b2b7947de1af3 2024-11-20T16:15:52,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8d092329ca6b48978cb3b9011d5bd8f3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8d092329ca6b48978cb3b9011d5bd8f3 2024-11-20T16:15:52,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/71596b6579bd4f0390cabe4e8cdabdb4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/71596b6579bd4f0390cabe4e8cdabdb4 2024-11-20T16:15:52,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/c91a631731344911bfb68859d32295e9 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/c91a631731344911bfb68859d32295e9 2024-11-20T16:15:52,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/fd9b76a734a84b91accfe44cf1c59643 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/fd9b76a734a84b91accfe44cf1c59643 2024-11-20T16:15:52,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8abb57eb513e4055842af5341bdd1ba0 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/8abb57eb513e4055842af5341bdd1ba0 2024-11-20T16:15:52,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/b49254fa20bf4809b8d3eb930b8305a3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/b49254fa20bf4809b8d3eb930b8305a3 2024-11-20T16:15:52,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/c6b365702e76479c928ab22a063765d8 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/c6b365702e76479c928ab22a063765d8 2024-11-20T16:15:52,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/95ddbc7fe75d494aac082dc0a8e27fc4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/95ddbc7fe75d494aac082dc0a8e27fc4 2024-11-20T16:15:52,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/0b6309847d8643d1ad0e0b61444b75be to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/0b6309847d8643d1ad0e0b61444b75be 2024-11-20T16:15:52,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/b6e4532c6bdc4aaba403af62b2a4ff38 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/b6e4532c6bdc4aaba403af62b2a4ff38 2024-11-20T16:15:52,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/f4071592e10c4f53b41e5d0bf4ac4677 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/f4071592e10c4f53b41e5d0bf4ac4677 2024-11-20T16:15:52,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/45138a8049464983a3d55643a9bd830c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/22c7cb4730bb48fca17d0010f04c0e68, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/ef0d7f0b37a84b41b3aeec8dd772444d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/587b6b79449c4740b6bba5211d0a3e0f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/b9186a13ae9d4ede9f3371ddbc1f8cb6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/4ebbe68cbfcc4e84b33563f03016c969, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/90f4f9f7a5814acf99c7011fbecac4c9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/f88e6befa25541bc8219ff3f728fc9f7, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/3c6bcef925834d7e8a3b5c2f8344a83a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/5cc97df2e8cd4f36abfb1282fe0afb7e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/167183c7b43e420eb38badaaa46049f3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/27ecce4560794ca784e3d9803b467dc6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/3dca1c25b2c1476182cb177bde7f6a20, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/2282a8cea69b45309c88e81284bd2f57, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/bf63313b694540f3881b8c642ad3b16a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/37326eb6f57b4ab8ab452d05a11e8905, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/70415389a39f4d27bd4bb551154247f1, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/0c4300458bb345208366362bf830a1ef, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/dadb1d6a16f244d89471494f29819d1a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/1cdc6676ddcf480fb41b60ae78aca5cd, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/be9f3fa562b24346bc6b6157d0ef2afb, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/bccfe5662d8f4f1fbce31d7c402c1a05, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/00e0aa8f07844e77a75ac6d7278aad7f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/4dadf7682c724c9296bef89226671cb3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/c3e5739326c7474ab71d445a19bf8c6c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/63267ad2eee64293a57cb30bd4498968, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/836ba8ae0996418493d0123c15537b6e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/83e7cc3b0f034be297dfc67bfa8d7e96, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/7f3d18fa9e514899993bb41f931a30e3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/faa4dc27a17c4bcc9b669b1871000d9e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/b2ec7dc8f9ef48dbafaedb125971400d] to archive 2024-11-20T16:15:52,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:15:52,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/45138a8049464983a3d55643a9bd830c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/45138a8049464983a3d55643a9bd830c 2024-11-20T16:15:52,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/22c7cb4730bb48fca17d0010f04c0e68 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/22c7cb4730bb48fca17d0010f04c0e68 2024-11-20T16:15:52,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/ef0d7f0b37a84b41b3aeec8dd772444d to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/ef0d7f0b37a84b41b3aeec8dd772444d 2024-11-20T16:15:52,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/587b6b79449c4740b6bba5211d0a3e0f to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/587b6b79449c4740b6bba5211d0a3e0f 2024-11-20T16:15:52,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/b9186a13ae9d4ede9f3371ddbc1f8cb6 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/b9186a13ae9d4ede9f3371ddbc1f8cb6 2024-11-20T16:15:52,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/4ebbe68cbfcc4e84b33563f03016c969 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/4ebbe68cbfcc4e84b33563f03016c969 2024-11-20T16:15:52,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/90f4f9f7a5814acf99c7011fbecac4c9 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/90f4f9f7a5814acf99c7011fbecac4c9 2024-11-20T16:15:52,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/f88e6befa25541bc8219ff3f728fc9f7 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/f88e6befa25541bc8219ff3f728fc9f7 2024-11-20T16:15:52,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/3c6bcef925834d7e8a3b5c2f8344a83a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/3c6bcef925834d7e8a3b5c2f8344a83a 2024-11-20T16:15:52,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/5cc97df2e8cd4f36abfb1282fe0afb7e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/5cc97df2e8cd4f36abfb1282fe0afb7e 2024-11-20T16:15:52,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/167183c7b43e420eb38badaaa46049f3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/167183c7b43e420eb38badaaa46049f3 2024-11-20T16:15:52,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/27ecce4560794ca784e3d9803b467dc6 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/27ecce4560794ca784e3d9803b467dc6 2024-11-20T16:15:52,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/3dca1c25b2c1476182cb177bde7f6a20 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/3dca1c25b2c1476182cb177bde7f6a20 2024-11-20T16:15:52,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/2282a8cea69b45309c88e81284bd2f57 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/2282a8cea69b45309c88e81284bd2f57 2024-11-20T16:15:52,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/bf63313b694540f3881b8c642ad3b16a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/bf63313b694540f3881b8c642ad3b16a 2024-11-20T16:15:52,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/37326eb6f57b4ab8ab452d05a11e8905 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/37326eb6f57b4ab8ab452d05a11e8905 2024-11-20T16:15:52,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/70415389a39f4d27bd4bb551154247f1 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/70415389a39f4d27bd4bb551154247f1 2024-11-20T16:15:52,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/0c4300458bb345208366362bf830a1ef to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/0c4300458bb345208366362bf830a1ef 2024-11-20T16:15:52,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/dadb1d6a16f244d89471494f29819d1a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/dadb1d6a16f244d89471494f29819d1a 2024-11-20T16:15:52,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/1cdc6676ddcf480fb41b60ae78aca5cd to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/1cdc6676ddcf480fb41b60ae78aca5cd 2024-11-20T16:15:52,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/be9f3fa562b24346bc6b6157d0ef2afb to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/be9f3fa562b24346bc6b6157d0ef2afb 2024-11-20T16:15:52,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/bccfe5662d8f4f1fbce31d7c402c1a05 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/bccfe5662d8f4f1fbce31d7c402c1a05 2024-11-20T16:15:52,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/00e0aa8f07844e77a75ac6d7278aad7f to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/00e0aa8f07844e77a75ac6d7278aad7f 2024-11-20T16:15:52,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/4dadf7682c724c9296bef89226671cb3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/4dadf7682c724c9296bef89226671cb3 2024-11-20T16:15:52,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/c3e5739326c7474ab71d445a19bf8c6c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/c3e5739326c7474ab71d445a19bf8c6c 2024-11-20T16:15:52,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/63267ad2eee64293a57cb30bd4498968 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/63267ad2eee64293a57cb30bd4498968 2024-11-20T16:15:52,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/836ba8ae0996418493d0123c15537b6e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/836ba8ae0996418493d0123c15537b6e 2024-11-20T16:15:52,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/83e7cc3b0f034be297dfc67bfa8d7e96 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/83e7cc3b0f034be297dfc67bfa8d7e96 2024-11-20T16:15:52,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/7f3d18fa9e514899993bb41f931a30e3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/7f3d18fa9e514899993bb41f931a30e3 2024-11-20T16:15:52,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/faa4dc27a17c4bcc9b669b1871000d9e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/faa4dc27a17c4bcc9b669b1871000d9e 2024-11-20T16:15:52,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/b2ec7dc8f9ef48dbafaedb125971400d to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/b2ec7dc8f9ef48dbafaedb125971400d 2024-11-20T16:15:52,789 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/recovered.edits/548.seqid, newMaxSeqId=548, maxSeqId=1 2024-11-20T16:15:52,789 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. 2024-11-20T16:15:52,789 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for dd65ca9b37706a59ff7f51c01546211c: Waiting for close lock at 1732119351292Running coprocessor pre-close hooks at 1732119351292Disabling compacts and flushes for region at 1732119351292Disabling writes for close at 1732119351292Obtaining lock to block concurrent updates at 1732119351292Preparing flush snapshotting stores in dd65ca9b37706a59ff7f51c01546211c at 1732119351292Finished memstore snapshotting TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732119351293 (+1 ms)Flushing stores of TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c. at 1732119351293Flushing dd65ca9b37706a59ff7f51c01546211c/A: creating writer at 1732119351293Flushing dd65ca9b37706a59ff7f51c01546211c/A: appending metadata at 1732119351299 (+6 ms)Flushing dd65ca9b37706a59ff7f51c01546211c/A: closing flushed file at 1732119351299Flushing dd65ca9b37706a59ff7f51c01546211c/B: creating writer at 1732119351734 (+435 ms)Flushing dd65ca9b37706a59ff7f51c01546211c/B: appending metadata at 1732119351737 (+3 ms)Flushing dd65ca9b37706a59ff7f51c01546211c/B: closing flushed file at 1732119351737Flushing dd65ca9b37706a59ff7f51c01546211c/C: creating writer at 1732119352146 (+409 ms)Flushing dd65ca9b37706a59ff7f51c01546211c/C: appending metadata at 1732119352149 (+3 ms)Flushing dd65ca9b37706a59ff7f51c01546211c/C: closing flushed file at 1732119352149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@331e0387: reopening flushed file at 1732119352660 (+511 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11379a95: reopening flushed file at 1732119352667 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e633789: reopening flushed file at 1732119352672 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for dd65ca9b37706a59ff7f51c01546211c in 1384ms, sequenceid=545, compaction requested=true at 1732119352676 (+4 ms)Writing region close event to WAL at 1732119352786 (+110 ms)Running coprocessor post-close hooks at 1732119352789 (+3 ms)Closed at 1732119352789 2024-11-20T16:15:52,792 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:52,792 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=dd65ca9b37706a59ff7f51c01546211c, regionState=CLOSED 2024-11-20T16:15:52,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 because future has completed 2024-11-20T16:15:52,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-20T16:15:52,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure dd65ca9b37706a59ff7f51c01546211c, server=044e4e732073,41459,1732119253621 in 1.6560 sec 2024-11-20T16:15:52,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-20T16:15:52,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd65ca9b37706a59ff7f51c01546211c, UNASSIGN in 1.6600 sec 2024-11-20T16:15:52,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-20T16:15:52,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6640 sec 2024-11-20T16:15:52,800 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119352800"}]},"ts":"1732119352800"} 2024-11-20T16:15:52,801 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T16:15:52,801 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T16:15:52,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6750 sec 2024-11-20T16:15:52,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T16:15:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-20T16:15:53,273 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:53,274 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-20T16:15:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:15:53,275 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:15:53,276 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:15:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T16:15:53,278 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:53,280 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A, FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B, FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C, FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/recovered.edits] 2024-11-20T16:15:53,282 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/26a827af582d46e1b049a28c1ec77b8f to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/26a827af582d46e1b049a28c1ec77b8f 2024-11-20T16:15:53,283 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/3ea0afbe1ac94dd6b712667ad7c6c30c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/3ea0afbe1ac94dd6b712667ad7c6c30c 2024-11-20T16:15:53,284 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/ece4a3502ced45b3b50efd8f893d7b3d to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/A/ece4a3502ced45b3b50efd8f893d7b3d 2024-11-20T16:15:53,286 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/518e4b3a6dfe438bb73dd143a4d0f8fc to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/518e4b3a6dfe438bb73dd143a4d0f8fc 2024-11-20T16:15:53,287 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/6a2f7dde68ec4a78b965d47bb76c6d10 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/6a2f7dde68ec4a78b965d47bb76c6d10 2024-11-20T16:15:53,288 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/c4e923fc48ad449dac0d234a69deb186 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/B/c4e923fc48ad449dac0d234a69deb186 2024-11-20T16:15:53,290 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/2a3ec80e66404e66922d21d8fdcbad71 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/2a3ec80e66404e66922d21d8fdcbad71 2024-11-20T16:15:53,291 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/2f9b18f78db845098de88deced00734c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/2f9b18f78db845098de88deced00734c 2024-11-20T16:15:53,292 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/b8b8a14c69c045048ebfd3e61738e1b8 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/C/b8b8a14c69c045048ebfd3e61738e1b8 2024-11-20T16:15:53,294 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/recovered.edits/548.seqid to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c/recovered.edits/548.seqid 2024-11-20T16:15:53,295 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/dd65ca9b37706a59ff7f51c01546211c 2024-11-20T16:15:53,295 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T16:15:53,297 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:15:53,299 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T16:15:53,301 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T16:15:53,302 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:15:53,303 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T16:15:53,303 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732119353303"}]},"ts":"9223372036854775807"} 2024-11-20T16:15:53,305 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T16:15:53,305 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => dd65ca9b37706a59ff7f51c01546211c, NAME => 'TestAcidGuarantees,,1732119320452.dd65ca9b37706a59ff7f51c01546211c.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T16:15:53,305 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T16:15:53,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732119353305"}]},"ts":"9223372036854775807"} 2024-11-20T16:15:53,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T16:15:53,308 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:15:53,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 34 msec 2024-11-20T16:15:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-20T16:15:53,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T16:15:53,385 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:53,391 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=246 (was 248), OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=499 (was 394) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6593 (was 7767) 2024-11-20T16:15:53,401 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=246, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=499, ProcessCount=11, AvailableMemoryMB=6593 2024-11-20T16:15:53,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T16:15:53,403 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:15:53,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T16:15:53,404 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T16:15:53,405 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:53,405 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-11-20T16:15:53,405 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T16:15:53,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-20T16:15:53,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742170_1346 (size=1061) 2024-11-20T16:15:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-20T16:15:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-20T16:15:53,812 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98 2024-11-20T16:15:53,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742171_1347 (size=53) 2024-11-20T16:15:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-20T16:15:54,218 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:15:54,218 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a3cfe6c13c571d365e4b96ff9717ed74, disabling compactions & flushes 2024-11-20T16:15:54,218 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:54,218 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:54,218 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. after waiting 0 ms 2024-11-20T16:15:54,218 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:54,218 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:54,218 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3cfe6c13c571d365e4b96ff9717ed74: Waiting for close lock at 1732119354218Disabling compacts and flushes for region at 1732119354218Disabling writes for close at 1732119354218Writing region close event to WAL at 1732119354218Closed at 1732119354218 2024-11-20T16:15:54,219 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T16:15:54,219 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732119354219"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732119354219"}]},"ts":"1732119354219"} 2024-11-20T16:15:54,221 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T16:15:54,222 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T16:15:54,222 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119354222"}]},"ts":"1732119354222"} 2024-11-20T16:15:54,223 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T16:15:54,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3cfe6c13c571d365e4b96ff9717ed74, ASSIGN}] 2024-11-20T16:15:54,225 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3cfe6c13c571d365e4b96ff9717ed74, ASSIGN 2024-11-20T16:15:54,226 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3cfe6c13c571d365e4b96ff9717ed74, ASSIGN; state=OFFLINE, location=044e4e732073,41459,1732119253621; forceNewPlan=false, retain=false 2024-11-20T16:15:54,377 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=a3cfe6c13c571d365e4b96ff9717ed74, regionState=OPENING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:15:54,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3cfe6c13c571d365e4b96ff9717ed74, ASSIGN because future has completed 2024-11-20T16:15:54,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:15:54,534 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:54,534 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:15:54,534 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:54,534 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:15:54,534 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:54,534 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:54,535 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:54,537 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:15:54,537 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3cfe6c13c571d365e4b96ff9717ed74 columnFamilyName A 2024-11-20T16:15:54,537 DEBUG [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:54,537 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] regionserver.HStore(327): Store=a3cfe6c13c571d365e4b96ff9717ed74/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:15:54,537 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:54,538 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:15:54,539 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3cfe6c13c571d365e4b96ff9717ed74 columnFamilyName B 2024-11-20T16:15:54,539 DEBUG [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:54,539 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] regionserver.HStore(327): Store=a3cfe6c13c571d365e4b96ff9717ed74/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:15:54,539 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:54,540 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:15:54,540 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3cfe6c13c571d365e4b96ff9717ed74 columnFamilyName C 2024-11-20T16:15:54,540 DEBUG [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:54,540 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] regionserver.HStore(327): Store=a3cfe6c13c571d365e4b96ff9717ed74/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:15:54,541 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:54,541 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:54,541 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:54,542 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:54,543 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:54,543 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:54,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-20T16:15:54,543 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:15:54,545 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:54,547 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:15:54,547 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened a3cfe6c13c571d365e4b96ff9717ed74; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62389899, jitterRate=-0.0703180581331253}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:15:54,547 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:54,548 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for a3cfe6c13c571d365e4b96ff9717ed74: Running coprocessor pre-open hook at 1732119354534Writing region info on filesystem at 1732119354534Initializing all the Stores at 1732119354535 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119354535Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119354535Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119354535Cleaning up temporary data from old regions at 1732119354543 (+8 ms)Running coprocessor post-open hooks at 1732119354547 (+4 ms)Region opened successfully at 1732119354547 2024-11-20T16:15:54,548 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., pid=91, masterSystemTime=1732119354531 2024-11-20T16:15:54,550 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:54,550 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:54,551 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=a3cfe6c13c571d365e4b96ff9717ed74, regionState=OPEN, openSeqNum=2, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:15:54,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 because future has completed 2024-11-20T16:15:54,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-20T16:15:54,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 in 173 msec 2024-11-20T16:15:54,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-20T16:15:54,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3cfe6c13c571d365e4b96ff9717ed74, ASSIGN in 332 msec 2024-11-20T16:15:54,560 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T16:15:54,560 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119354560"}]},"ts":"1732119354560"} 2024-11-20T16:15:54,562 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T16:15:54,563 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T16:15:54,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1600 sec 2024-11-20T16:15:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-20T16:15:55,563 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:55,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3de22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:55,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:55,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:55,567 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de1f2aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:55,571 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:55,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3988ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:55,572 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:55,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:55,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:55,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T16:15:55,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 044e4e732073,38329,1732119252544 2024-11-20T16:15:55,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d5112d6 2024-11-20T16:15:55,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T16:15:55,576 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T16:15:55,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T16:15:55,577 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:15:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T16:15:55,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742172_1348 (size=1097) 2024-11-20T16:15:55,589 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-20T16:15:55,589 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-20T16:15:55,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T16:15:55,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3cfe6c13c571d365e4b96ff9717ed74, REOPEN/MOVE}] 2024-11-20T16:15:55,594 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3cfe6c13c571d365e4b96ff9717ed74, REOPEN/MOVE 2024-11-20T16:15:55,595 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=a3cfe6c13c571d365e4b96ff9717ed74, regionState=CLOSING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:15:55,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3cfe6c13c571d365e4b96ff9717ed74, REOPEN/MOVE because future has completed 2024-11-20T16:15:55,596 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T16:15:55,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:15:55,749 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:55,750 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T16:15:55,750 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing a3cfe6c13c571d365e4b96ff9717ed74, disabling compactions & flushes 2024-11-20T16:15:55,750 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:55,750 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:55,750 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. after waiting 0 ms 2024-11-20T16:15:55,750 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:55,758 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T16:15:55,759 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:55,759 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for a3cfe6c13c571d365e4b96ff9717ed74: Waiting for close lock at 1732119355750Running coprocessor pre-close hooks at 1732119355750Disabling compacts and flushes for region at 1732119355750Disabling writes for close at 1732119355750Writing region close event to WAL at 1732119355751 (+1 ms)Running coprocessor post-close hooks at 1732119355759 (+8 ms)Closed at 1732119355759 2024-11-20T16:15:55,760 WARN [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: a3cfe6c13c571d365e4b96ff9717ed74 to self. 2024-11-20T16:15:55,762 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:55,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=a3cfe6c13c571d365e4b96ff9717ed74, regionState=CLOSED 2024-11-20T16:15:55,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 because future has completed 2024-11-20T16:15:55,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-20T16:15:55,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 in 170 msec 2024-11-20T16:15:55,770 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3cfe6c13c571d365e4b96ff9717ed74, REOPEN/MOVE; state=CLOSED, location=044e4e732073,41459,1732119253621; forceNewPlan=false, retain=true 2024-11-20T16:15:55,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=a3cfe6c13c571d365e4b96ff9717ed74, regionState=OPENING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:15:55,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3cfe6c13c571d365e4b96ff9717ed74, REOPEN/MOVE because future has completed 2024-11-20T16:15:55,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:15:56,079 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:56,080 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:15:56,080 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:56,080 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:15:56,080 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:56,080 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:56,081 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:56,082 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:15:56,082 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3cfe6c13c571d365e4b96ff9717ed74 columnFamilyName A 2024-11-20T16:15:56,083 DEBUG [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:56,083 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] regionserver.HStore(327): Store=a3cfe6c13c571d365e4b96ff9717ed74/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:15:56,084 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:56,084 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:15:56,084 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3cfe6c13c571d365e4b96ff9717ed74 columnFamilyName B 2024-11-20T16:15:56,084 DEBUG [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:56,085 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] regionserver.HStore(327): Store=a3cfe6c13c571d365e4b96ff9717ed74/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:15:56,085 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:56,085 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:15:56,085 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3cfe6c13c571d365e4b96ff9717ed74 columnFamilyName C 2024-11-20T16:15:56,085 DEBUG [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:56,086 INFO [StoreOpener-a3cfe6c13c571d365e4b96ff9717ed74-1 {}] regionserver.HStore(327): Store=a3cfe6c13c571d365e4b96ff9717ed74/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:15:56,086 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:56,086 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:56,087 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:56,088 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:56,088 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:56,088 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:56,089 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:15:56,090 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:56,091 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened a3cfe6c13c571d365e4b96ff9717ed74; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66143994, jitterRate=-0.014377683401107788}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:15:56,091 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:56,092 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for a3cfe6c13c571d365e4b96ff9717ed74: Running coprocessor pre-open hook at 1732119356080Writing region info on filesystem at 1732119356080Initializing all the Stores at 1732119356081 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119356081Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119356081Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119356081Cleaning up temporary data from old regions at 1732119356088 (+7 ms)Running coprocessor post-open hooks at 1732119356091 (+3 ms)Region opened successfully at 1732119356092 (+1 ms) 2024-11-20T16:15:56,093 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., pid=96, masterSystemTime=1732119356076 2024-11-20T16:15:56,094 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:56,094 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:56,095 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=a3cfe6c13c571d365e4b96ff9717ed74, regionState=OPEN, openSeqNum=5, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 because future has completed 2024-11-20T16:15:56,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-11-20T16:15:56,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 in 174 msec 2024-11-20T16:15:56,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-20T16:15:56,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3cfe6c13c571d365e4b96ff9717ed74, REOPEN/MOVE in 506 msec 2024-11-20T16:15:56,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-20T16:15:56,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 510 msec 2024-11-20T16:15:56,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 527 msec 2024-11-20T16:15:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-20T16:15:56,106 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:56,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d4f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:56,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:56,108 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:56,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:56,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:56,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f63200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:56,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:56,108 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:56,109 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:56,109 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbf098b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad3f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:56,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:56,110 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b60a0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:56,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:56,112 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:56,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e77b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422fcba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:56,113 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:56,114 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1048cf0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:56,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:56,115 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:56,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684445ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e71a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:56,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:56,117 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d8a22e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:56,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:56,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:56,118 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:56,119 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15208c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9dbe2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:56,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:56,120 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:56,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:56,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:56,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6148693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:56,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:56,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:56,121 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:56,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137616fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e2b5a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:56,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:56,123 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:56,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:56,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:56,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd89818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:56,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:56,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:56,124 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:56,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7df8b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41a701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:56,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:56,126 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:56,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:56,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:56,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59981fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:56,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:56,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:56,127 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:56,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8d883f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2f46ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:56,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:56,129 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:56,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:56,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:56,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51bab261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:56,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:56,130 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:56,130 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:56,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770828e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180bd544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:56,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:56,132 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:56,132 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:56,132 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:56,132 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3c8649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,132 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:56,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:56,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:56,134 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:56,134 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eac6c5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d553196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:15:56,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:15:56,135 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:15:56,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:15:56,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:15:56,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592a131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:15:56,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:15:56,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:15:56,137 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:15:56,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b36117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:15:56,138 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:15:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-20T16:15:56,139 DEBUG [Thread-1602 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:56,139 DEBUG [Thread-1587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:56,139 DEBUG [Thread-1604 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T16:15:56,140 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:15:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:56,140 DEBUG [Thread-1600 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:56,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:56,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:56,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:56,141 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:15:56,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:56,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:15:56,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:56,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:56,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:56,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:56,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:15:56,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:56,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:15:56,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:15:56,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:15:56,149 DEBUG [Thread-1598 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:56,149 DEBUG [Thread-1606 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:56,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:56,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:56,151 DEBUG [Thread-1606 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:56,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:56,151 DEBUG [Thread-1606 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:56,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:15:56,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:56,156 DEBUG [Thread-1595 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:56,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:56,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:56,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:15:56,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:15:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:56,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3cfe6c13c571d365e4b96ff9717ed74 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T16:15:56,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=A 2024-11-20T16:15:56,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:56,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=B 2024-11-20T16:15:56,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:56,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=C 2024-11-20T16:15:56,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:56,172 DEBUG [Thread-1589 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:56,173 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:56,174 DEBUG [Thread-1589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:56,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:56,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:15:56,188 DEBUG [Thread-1591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:56,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:56,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:56,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:56,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:15:56,202 DEBUG [Thread-1593 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:15:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:15:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:15:56,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:15:56,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:15:56,226 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732119356205, max timestamp=1732119356223Num uniques 859; 2024-11-20T16:15:56,226 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732119356205, max timestamp=1732119356223Num uniques 859; 2024-11-20T16:15:56,226 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T16:15:56,226 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T16:15:56,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732119356205, max timestamp=1732119356223Num uniques 859; 2024-11-20T16:15:56,228 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T16:15:56,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120de062b9979664f6a8cd8b3417a4af71c_a3cfe6c13c571d365e4b96ff9717ed74 is 50, key is test_row_0/A:col10/1732119356146/Put/seqid=0 2024-11-20T16:15:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T16:15:56,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742173_1349 (size=12154) 2024-11-20T16:15:56,246 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:56,250 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120de062b9979664f6a8cd8b3417a4af71c_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120de062b9979664f6a8cd8b3417a4af71c_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:56,251 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/3786d5986dd34d4997c378ad87336d38, store: [table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:15:56,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/3786d5986dd34d4997c378ad87336d38 is 175, key is test_row_0/A:col10/1732119356146/Put/seqid=0 2024-11-20T16:15:56,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742174_1350 (size=30951) 2024-11-20T16:15:56,256 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/3786d5986dd34d4997c378ad87336d38 2024-11-20T16:15:56,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119416252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119416250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/36e537f7c60e49dfaabc80d032887183 is 50, key is test_row_0/B:col10/1732119356146/Put/seqid=0 2024-11-20T16:15:56,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732119416270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119416270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119416271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,289 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T16:15:56,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:56,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:15:56,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:56,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:56,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:56,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742175_1351 (size=9657) 2024-11-20T16:15:56,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119416374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119416374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119416393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732119416393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119416393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T16:15:56,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:56,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:15:56,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:56,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:56,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T16:15:56,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119416594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119416594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T16:15:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:56,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:15:56,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:56,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:56,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:56,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:56,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119416603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119416603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,610 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732119416603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/36e537f7c60e49dfaabc80d032887183 2024-11-20T16:15:56,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/f9f9bdca708b4a21b0a56b17f8218ea6 is 50, key is test_row_0/C:col10/1732119356146/Put/seqid=0 2024-11-20T16:15:56,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742176_1352 (size=9657) 2024-11-20T16:15:56,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T16:15:56,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:56,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:15:56,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:56,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:56,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:56,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:56,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T16:15:56,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T16:15:56,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:56,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:15:56,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:56,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:56,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:56,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:56,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119416904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119416904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119416913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119416913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:56,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:56,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732119416923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:56,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:56,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:57,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T16:15:57,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:57,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:15:57,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:57,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:57,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:57,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:57,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/f9f9bdca708b4a21b0a56b17f8218ea6 2024-11-20T16:15:57,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/3786d5986dd34d4997c378ad87336d38 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3786d5986dd34d4997c378ad87336d38 2024-11-20T16:15:57,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3786d5986dd34d4997c378ad87336d38, entries=150, sequenceid=14, filesize=30.2 K 2024-11-20T16:15:57,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/36e537f7c60e49dfaabc80d032887183 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/36e537f7c60e49dfaabc80d032887183 2024-11-20T16:15:57,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/36e537f7c60e49dfaabc80d032887183, entries=100, sequenceid=14, filesize=9.4 K 2024-11-20T16:15:57,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/f9f9bdca708b4a21b0a56b17f8218ea6 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/f9f9bdca708b4a21b0a56b17f8218ea6 2024-11-20T16:15:57,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/f9f9bdca708b4a21b0a56b17f8218ea6, entries=100, sequenceid=14, filesize=9.4 K 2024-11-20T16:15:57,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for a3cfe6c13c571d365e4b96ff9717ed74 in 997ms, sequenceid=14, compaction requested=false 2024-11-20T16:15:57,168 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-20T16:15:57,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:15:57,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-20T16:15:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:57,212 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing a3cfe6c13c571d365e4b96ff9717ed74 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-20T16:15:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=A 2024-11-20T16:15:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=B 2024-11-20T16:15:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=C 2024-11-20T16:15:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:57,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120db14c75000254dc4955caf25638f3271_a3cfe6c13c571d365e4b96ff9717ed74 is 50, key is test_row_0/A:col10/1732119356244/Put/seqid=0 2024-11-20T16:15:57,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742177_1353 (size=12154) 2024-11-20T16:15:57,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:57,237 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120db14c75000254dc4955caf25638f3271_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120db14c75000254dc4955caf25638f3271_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:57,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/3ff7af0518464b1ca9c4b62e4e29e020, store: [table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:15:57,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/3ff7af0518464b1ca9c4b62e4e29e020 is 175, key is test_row_0/A:col10/1732119356244/Put/seqid=0 2024-11-20T16:15:57,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742178_1354 (size=30955) 2024-11-20T16:15:57,251 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/3ff7af0518464b1ca9c4b62e4e29e020 2024-11-20T16:15:57,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/6e26bd4aae794291aff0f8db70f5a581 is 50, key is test_row_0/B:col10/1732119356244/Put/seqid=0 2024-11-20T16:15:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T16:15:57,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742179_1355 (size=12001) 2024-11-20T16:15:57,279 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/6e26bd4aae794291aff0f8db70f5a581 2024-11-20T16:15:57,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/bccc1652f65140d2a937f1d0e931d145 is 50, key is test_row_0/C:col10/1732119356244/Put/seqid=0 2024-11-20T16:15:57,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742180_1356 (size=12001) 2024-11-20T16:15:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:57,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:15:57,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732119417443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:57,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:57,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:57,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:57,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119417444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:57,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:57,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:57,449 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:57,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119417448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:57,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:57,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:57,465 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:57,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:57,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119417448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119417448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:57,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:57,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:57,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:57,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:57,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:57,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:57,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119417554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:57,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119417573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:57,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:57,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119417573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:57,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:57,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119417573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:57,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:57,735 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/bccc1652f65140d2a937f1d0e931d145 2024-11-20T16:15:57,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/3ff7af0518464b1ca9c4b62e4e29e020 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3ff7af0518464b1ca9c4b62e4e29e020 2024-11-20T16:15:57,754 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3ff7af0518464b1ca9c4b62e4e29e020, entries=150, sequenceid=51, filesize=30.2 K 2024-11-20T16:15:57,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/6e26bd4aae794291aff0f8db70f5a581 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/6e26bd4aae794291aff0f8db70f5a581 2024-11-20T16:15:57,759 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/6e26bd4aae794291aff0f8db70f5a581, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T16:15:57,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/bccc1652f65140d2a937f1d0e931d145 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/bccc1652f65140d2a937f1d0e931d145 2024-11-20T16:15:57,773 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/bccc1652f65140d2a937f1d0e931d145, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T16:15:57,774 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for a3cfe6c13c571d365e4b96ff9717ed74 in 562ms, sequenceid=51, compaction requested=false 2024-11-20T16:15:57,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:15:57,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:57,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-20T16:15:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-20T16:15:57,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-20T16:15:57,777 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6340 sec 2024-11-20T16:15:57,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.6400 sec 2024-11-20T16:15:57,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3cfe6c13c571d365e4b96ff9717ed74 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-20T16:15:57,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=A 2024-11-20T16:15:57,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:57,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=B 2024-11-20T16:15:57,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:57,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=C 2024-11-20T16:15:57,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:15:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:57,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fb76bf976f0243dbbb46ae9c2af555c7_a3cfe6c13c571d365e4b96ff9717ed74 is 50, key is test_row_0/A:col10/1732119357444/Put/seqid=0 2024-11-20T16:15:57,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742181_1357 (size=14594) 2024-11-20T16:15:57,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119357875, max timestamp=1732119357904Num uniques 859; 2024-11-20T16:15:57,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119357875, max timestamp=1732119357902Num uniques 859; 2024-11-20T16:15:57,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:57,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:57,911 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119357875, max timestamp=1732119357902Num uniques 859; 2024-11-20T16:15:57,911 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:15:58,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119417999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:58,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119418002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:58,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:58,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119418004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:58,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:58,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119418023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:58,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,054 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:58,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:58,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119418133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119418133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119418133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:58,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119418163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:58,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:58,266 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:58,269 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120fb76bf976f0243dbbb46ae9c2af555c7_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fb76bf976f0243dbbb46ae9c2af555c7_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:58,270 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/547362c11941498dbb65dcb8e7d9d848, store: [table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:15:58,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/547362c11941498dbb65dcb8e7d9d848 is 175, key is test_row_0/A:col10/1732119357444/Put/seqid=0 2024-11-20T16:15:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-20T16:15:58,284 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:15:58,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:15:58,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-20T16:15:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T16:15:58,287 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:15:58,288 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:15:58,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:15:58,358 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T16:15:58,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742182_1358 (size=39549) 2024-11-20T16:15:58,362 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/547362c11941498dbb65dcb8e7d9d848 2024-11-20T16:15:58,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:58,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119418353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:58,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:58,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119418353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:58,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:58,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:58,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:58,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119418354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:58,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:58,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/786e79895229496c85eb9e0d2ef3cf9f is 50, key is test_row_0/B:col10/1732119357444/Put/seqid=0 2024-11-20T16:15:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T16:15:58,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119418383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,398 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:58,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742183_1359 (size=12001) 2024-11-20T16:15:58,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732119418454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:58,474 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in a3cfe6c13c571d365e4b96ff9717ed74 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:15:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:58,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T16:15:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:58,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:15:58,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:58,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:58,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T16:15:58,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T16:15:58,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:58,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:15:58,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:58,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:58,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:58,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119418673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:58,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:58,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119418673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:58,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:58,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119418674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:58,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119418703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:58,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:58,716 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:58,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T16:15:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:15:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:58,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:58,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:15:58,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/786e79895229496c85eb9e0d2ef3cf9f 2024-11-20T16:15:58,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/9e1e98ce85954f2596733cd728927b52 is 50, key is test_row_0/C:col10/1732119357444/Put/seqid=0 2024-11-20T16:15:58,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742184_1360 (size=12001) 2024-11-20T16:15:58,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/9e1e98ce85954f2596733cd728927b52 2024-11-20T16:15:58,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/547362c11941498dbb65dcb8e7d9d848 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/547362c11941498dbb65dcb8e7d9d848 2024-11-20T16:15:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T16:15:58,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/547362c11941498dbb65dcb8e7d9d848, entries=200, sequenceid=61, filesize=38.6 K 2024-11-20T16:15:58,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/786e79895229496c85eb9e0d2ef3cf9f as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/786e79895229496c85eb9e0d2ef3cf9f 2024-11-20T16:15:58,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/786e79895229496c85eb9e0d2ef3cf9f, entries=150, sequenceid=61, filesize=11.7 K 2024-11-20T16:15:58,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/9e1e98ce85954f2596733cd728927b52 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/9e1e98ce85954f2596733cd728927b52 2024-11-20T16:15:58,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/9e1e98ce85954f2596733cd728927b52, entries=150, sequenceid=61, filesize=11.7 K 2024-11-20T16:15:58,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for a3cfe6c13c571d365e4b96ff9717ed74 in 1170ms, sequenceid=61, compaction requested=true 2024-11-20T16:15:58,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:15:58,960 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:15:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:15:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:58,960 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:15:58,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:58,961 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:58,961 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/A is initiating minor compaction (all files) 2024-11-20T16:15:58,961 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/A in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:58,961 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3786d5986dd34d4997c378ad87336d38, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3ff7af0518464b1ca9c4b62e4e29e020, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/547362c11941498dbb65dcb8e7d9d848] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=99.1 K 2024-11-20T16:15:58,961 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:58,961 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3786d5986dd34d4997c378ad87336d38, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3ff7af0518464b1ca9c4b62e4e29e020, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/547362c11941498dbb65dcb8e7d9d848] 2024-11-20T16:15:58,961 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:58,961 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/B is initiating minor compaction (all files) 2024-11-20T16:15:58,961 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/B in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:58,962 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3786d5986dd34d4997c378ad87336d38, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732119356146 2024-11-20T16:15:58,962 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/36e537f7c60e49dfaabc80d032887183, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/6e26bd4aae794291aff0f8db70f5a581, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/786e79895229496c85eb9e0d2ef3cf9f] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=32.9 K 2024-11-20T16:15:58,962 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ff7af0518464b1ca9c4b62e4e29e020, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732119356244 2024-11-20T16:15:58,962 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 36e537f7c60e49dfaabc80d032887183, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732119356146 2024-11-20T16:15:58,962 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e26bd4aae794291aff0f8db70f5a581, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732119356244 2024-11-20T16:15:58,962 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 547362c11941498dbb65dcb8e7d9d848, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732119357443 2024-11-20T16:15:58,963 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 786e79895229496c85eb9e0d2ef3cf9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732119357444 2024-11-20T16:15:58,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-20T16:15:58,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:58,974 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing a3cfe6c13c571d365e4b96ff9717ed74 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-20T16:15:58,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=A 2024-11-20T16:15:58,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:58,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=B 2024-11-20T16:15:58,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:58,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=C 2024-11-20T16:15:58,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:15:58,982 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#B#compaction#308 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:58,982 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/75c2fa222162436ab229fa5c8516f470 is 50, key is test_row_0/B:col10/1732119357444/Put/seqid=0 2024-11-20T16:15:58,986 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:15:58,990 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120265b5baf046e4b888ec3c97fefc2c2d1_a3cfe6c13c571d365e4b96ff9717ed74 store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:15:58,992 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120265b5baf046e4b888ec3c97fefc2c2d1_a3cfe6c13c571d365e4b96ff9717ed74, store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:15:58,992 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120265b5baf046e4b888ec3c97fefc2c2d1_a3cfe6c13c571d365e4b96ff9717ed74 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:15:59,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eb395961161f4b9887ab7d87577e86d4_a3cfe6c13c571d365e4b96ff9717ed74 is 50, key is test_row_0/A:col10/1732119358018/Put/seqid=0 2024-11-20T16:15:59,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742185_1361 (size=12104) 2024-11-20T16:15:59,110 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/75c2fa222162436ab229fa5c8516f470 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/75c2fa222162436ab229fa5c8516f470 2024-11-20T16:15:59,117 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/B of a3cfe6c13c571d365e4b96ff9717ed74 into 75c2fa222162436ab229fa5c8516f470(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:59,117 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:15:59,117 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/B, priority=13, startTime=1732119358960; duration=0sec 2024-11-20T16:15:59,117 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:15:59,117 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:B 2024-11-20T16:15:59,117 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:15:59,119 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:15:59,120 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/C is initiating minor compaction (all files) 2024-11-20T16:15:59,120 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/C in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:15:59,120 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/f9f9bdca708b4a21b0a56b17f8218ea6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/bccc1652f65140d2a937f1d0e931d145, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/9e1e98ce85954f2596733cd728927b52] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=32.9 K 2024-11-20T16:15:59,120 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting f9f9bdca708b4a21b0a56b17f8218ea6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732119356146 2024-11-20T16:15:59,120 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting bccc1652f65140d2a937f1d0e931d145, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732119356244 2024-11-20T16:15:59,121 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e1e98ce85954f2596733cd728927b52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732119357444 2024-11-20T16:15:59,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742187_1363 (size=12154) 2024-11-20T16:15:59,168 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#C#compaction#311 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:59,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742186_1362 (size=4469) 2024-11-20T16:15:59,172 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/f4036ea41876487bb0ef97f4877d347a is 50, key is test_row_0/C:col10/1732119357444/Put/seqid=0 2024-11-20T16:15:59,174 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#A#compaction#309 average throughput is 0.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:15:59,175 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/59b9e79074a04a25a45b6fd85b6a51ce is 175, key is test_row_0/A:col10/1732119357444/Put/seqid=0 2024-11-20T16:15:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:59,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:15:59,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742188_1364 (size=12104) 2024-11-20T16:15:59,222 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/f4036ea41876487bb0ef97f4877d347a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/f4036ea41876487bb0ef97f4877d347a 2024-11-20T16:15:59,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742189_1365 (size=31058) 2024-11-20T16:15:59,261 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/59b9e79074a04a25a45b6fd85b6a51ce as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/59b9e79074a04a25a45b6fd85b6a51ce 2024-11-20T16:15:59,288 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/C of a3cfe6c13c571d365e4b96ff9717ed74 into f4036ea41876487bb0ef97f4877d347a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:59,288 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/A of a3cfe6c13c571d365e4b96ff9717ed74 into 59b9e79074a04a25a45b6fd85b6a51ce(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:15:59,288 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:15:59,288 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:15:59,288 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/C, priority=13, startTime=1732119358960; duration=0sec 2024-11-20T16:15:59,288 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/A, priority=13, startTime=1732119358959; duration=0sec 2024-11-20T16:15:59,289 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:59,289 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:C 2024-11-20T16:15:59,289 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:15:59,289 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:A 2024-11-20T16:15:59,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119419289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:59,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119419291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:59,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:59,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119419291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:59,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:59,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:59,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119419309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:59,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T16:15:59,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119419423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:59,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:59,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119419424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:59,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:59,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119419426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:59,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:59,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119419445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:59,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:59,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:15:59,540 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120eb395961161f4b9887ab7d87577e86d4_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eb395961161f4b9887ab7d87577e86d4_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:15:59,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/8c3dc3ca26734dfa8a99c0325f9800ab, store: [table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:15:59,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/8c3dc3ca26734dfa8a99c0325f9800ab is 175, key is test_row_0/A:col10/1732119358018/Put/seqid=0 2024-11-20T16:15:59,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742190_1366 (size=30955) 2024-11-20T16:15:59,599 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/8c3dc3ca26734dfa8a99c0325f9800ab 2024-11-20T16:15:59,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/2d1f107cd5fb465d9d93d832e96b0870 is 50, key is test_row_0/B:col10/1732119358018/Put/seqid=0 2024-11-20T16:15:59,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119419645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:59,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:59,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742191_1367 (size=12001) 2024-11-20T16:15:59,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119419645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:59,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119419645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:59,663 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/2d1f107cd5fb465d9d93d832e96b0870 2024-11-20T16:15:59,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119419664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:59,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:59,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/7819ce6150d84ccdbc8447633fbbb439 is 50, key is test_row_0/C:col10/1732119358018/Put/seqid=0 2024-11-20T16:15:59,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742192_1368 (size=12001) 2024-11-20T16:15:59,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:59,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119419963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:59,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:59,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:59,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119419974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:59,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,981 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:59,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:15:59,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119419974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:15:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:15:59,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:15:59,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119419983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:00,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:00,126 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/7819ce6150d84ccdbc8447633fbbb439 2024-11-20T16:16:00,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/8c3dc3ca26734dfa8a99c0325f9800ab as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/8c3dc3ca26734dfa8a99c0325f9800ab 2024-11-20T16:16:00,141 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/8c3dc3ca26734dfa8a99c0325f9800ab, entries=150, sequenceid=98, filesize=30.2 K 2024-11-20T16:16:00,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/2d1f107cd5fb465d9d93d832e96b0870 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/2d1f107cd5fb465d9d93d832e96b0870 2024-11-20T16:16:00,149 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/2d1f107cd5fb465d9d93d832e96b0870, entries=150, sequenceid=98, filesize=11.7 K 2024-11-20T16:16:00,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/7819ce6150d84ccdbc8447633fbbb439 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/7819ce6150d84ccdbc8447633fbbb439 2024-11-20T16:16:00,164 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/7819ce6150d84ccdbc8447633fbbb439, entries=150, sequenceid=98, filesize=11.7 K 2024-11-20T16:16:00,171 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for a3cfe6c13c571d365e4b96ff9717ed74 in 1197ms, sequenceid=98, compaction requested=false 2024-11-20T16:16:00,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:00,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:00,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-20T16:16:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-20T16:16:00,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-20T16:16:00,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8840 sec 2024-11-20T16:16:00,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.8940 sec 2024-11-20T16:16:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-20T16:16:00,433 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:00,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:16:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-20T16:16:00,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T16:16:00,436 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:16:00,437 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:16:00,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:16:00,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:00,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3cfe6c13c571d365e4b96ff9717ed74 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T16:16:00,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=A 2024-11-20T16:16:00,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:00,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=B 2024-11-20T16:16:00,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:00,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=C 2024-11-20T16:16:00,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:00,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120725bd07c9dcc4173a34574f44813891a_a3cfe6c13c571d365e4b96ff9717ed74 is 50, key is test_row_0/A:col10/1732119360486/Put/seqid=0 2024-11-20T16:16:00,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742193_1369 (size=14594) 2024-11-20T16:16:00,513 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:00,517 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120725bd07c9dcc4173a34574f44813891a_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120725bd07c9dcc4173a34574f44813891a_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:00,518 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/d6c5bee32bea49acbe4f751ab7859784, store: [table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:00,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/d6c5bee32bea49acbe4f751ab7859784 is 175, key is test_row_0/A:col10/1732119360486/Put/seqid=0 2024-11-20T16:16:00,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742194_1370 (size=39549) 2024-11-20T16:16:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T16:16:00,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119420546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:00,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119420547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:00,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119420547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:00,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119360524, max timestamp=1732119360558Num uniques 859; 2024-11-20T16:16:00,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:16:00,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119360524, max timestamp=1732119360558Num uniques 859; 2024-11-20T16:16:00,563 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:16:00,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:00,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,565 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:00,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119360524, max timestamp=1732119360558Num uniques 859; 2024-11-20T16:16:00,566 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:16:00,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:00,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:16:00,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:00,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:00,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:00,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:00,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:00,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732119420661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:00,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,665 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:00,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119420662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:00,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:00,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119420673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:00,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119420673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:00,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119420673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:00,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:00,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:16:00,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:00,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:00,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:00,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:00,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T16:16:00,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732119420773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:00,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,776 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:00,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119420784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:00,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:00,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:16:00,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:00,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:00,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:00,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:00,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:00,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119420894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:00,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,907 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:00,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:00,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119420894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:00,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119420894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:00,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:00,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:00,942 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=112, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/d6c5bee32bea49acbe4f751ab7859784 2024-11-20T16:16:00,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/62e3cdc173284315b53edd6ba714d15f is 50, key is test_row_0/B:col10/1732119360486/Put/seqid=0 2024-11-20T16:16:00,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742195_1371 (size=12001) 2024-11-20T16:16:00,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732119420983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:00,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:00,997 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:01,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119421003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:01,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,019 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:01,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:16:01,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:01,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:01,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:01,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:01,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T16:16:01,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:16:01,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:01,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:01,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:01,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:01,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:01,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119421213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119421213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119421213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:01,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732119421303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:01,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:01,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119421323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:01,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:16:01,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:01,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:01,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:01,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:01,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:01,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/62e3cdc173284315b53edd6ba714d15f 2024-11-20T16:16:01,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/259814295d3c45f889ae3bd4d2dbc9ae is 50, key is test_row_0/C:col10/1732119360486/Put/seqid=0 2024-11-20T16:16:01,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742196_1372 (size=12001) 2024-11-20T16:16:01,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/259814295d3c45f889ae3bd4d2dbc9ae 2024-11-20T16:16:01,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/d6c5bee32bea49acbe4f751ab7859784 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/d6c5bee32bea49acbe4f751ab7859784 2024-11-20T16:16:01,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/d6c5bee32bea49acbe4f751ab7859784, entries=200, sequenceid=112, filesize=38.6 K 2024-11-20T16:16:01,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/62e3cdc173284315b53edd6ba714d15f as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/62e3cdc173284315b53edd6ba714d15f 2024-11-20T16:16:01,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/62e3cdc173284315b53edd6ba714d15f, entries=150, sequenceid=112, filesize=11.7 K 2024-11-20T16:16:01,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/259814295d3c45f889ae3bd4d2dbc9ae as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/259814295d3c45f889ae3bd4d2dbc9ae 2024-11-20T16:16:01,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/259814295d3c45f889ae3bd4d2dbc9ae, entries=150, sequenceid=112, filesize=11.7 K 2024-11-20T16:16:01,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for a3cfe6c13c571d365e4b96ff9717ed74 in 947ms, sequenceid=112, compaction requested=true 2024-11-20T16:16:01,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:01,435 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:01,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:16:01,435 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:01,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:01,436 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/A is initiating minor compaction (all files) 2024-11-20T16:16:01,436 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:01,436 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/A in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:01,436 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/59b9e79074a04a25a45b6fd85b6a51ce, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/8c3dc3ca26734dfa8a99c0325f9800ab, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/d6c5bee32bea49acbe4f751ab7859784] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=99.2 K 2024-11-20T16:16:01,436 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:01,436 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/59b9e79074a04a25a45b6fd85b6a51ce, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/8c3dc3ca26734dfa8a99c0325f9800ab, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/d6c5bee32bea49acbe4f751ab7859784] 2024-11-20T16:16:01,436 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:01,436 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59b9e79074a04a25a45b6fd85b6a51ce, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732119357444 2024-11-20T16:16:01,436 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/B is initiating minor compaction (all files) 2024-11-20T16:16:01,436 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/B in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:01,436 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/75c2fa222162436ab229fa5c8516f470, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/2d1f107cd5fb465d9d93d832e96b0870, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/62e3cdc173284315b53edd6ba714d15f] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=35.3 K 2024-11-20T16:16:01,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:16:01,437 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c3dc3ca26734dfa8a99c0325f9800ab, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732119357999 2024-11-20T16:16:01,437 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 75c2fa222162436ab229fa5c8516f470, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732119357444 2024-11-20T16:16:01,437 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6c5bee32bea49acbe4f751ab7859784, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732119359199 2024-11-20T16:16:01,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:01,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:16:01,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:01,438 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d1f107cd5fb465d9d93d832e96b0870, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732119357999 2024-11-20T16:16:01,438 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 62e3cdc173284315b53edd6ba714d15f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732119359199 2024-11-20T16:16:01,457 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:01,458 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#B#compaction#317 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:16:01,458 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/59050404e534418089a897efcec0f04d is 50, key is test_row_0/B:col10/1732119360486/Put/seqid=0 2024-11-20T16:16:01,467 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411204730d28f6d3f4f1ba6d60d4d56f57ed1_a3cfe6c13c571d365e4b96ff9717ed74 store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:01,469 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411204730d28f6d3f4f1ba6d60d4d56f57ed1_a3cfe6c13c571d365e4b96ff9717ed74, store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:01,469 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204730d28f6d3f4f1ba6d60d4d56f57ed1_a3cfe6c13c571d365e4b96ff9717ed74 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:01,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742197_1373 (size=12207) 2024-11-20T16:16:01,482 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/59050404e534418089a897efcec0f04d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/59050404e534418089a897efcec0f04d 2024-11-20T16:16:01,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742198_1374 (size=4469) 2024-11-20T16:16:01,486 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/B of a3cfe6c13c571d365e4b96ff9717ed74 into 59050404e534418089a897efcec0f04d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:01,486 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:01,487 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/B, priority=13, startTime=1732119361436; duration=0sec 2024-11-20T16:16:01,487 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:01,487 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:B 2024-11-20T16:16:01,487 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:01,488 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#A#compaction#318 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:16:01,489 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/124eaa5ff0ba4c929595bead6dccc05f is 175, key is test_row_0/A:col10/1732119360486/Put/seqid=0 2024-11-20T16:16:01,489 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:01,489 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/C is initiating minor compaction (all files) 2024-11-20T16:16:01,489 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/C in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:01,489 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/f4036ea41876487bb0ef97f4877d347a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/7819ce6150d84ccdbc8447633fbbb439, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/259814295d3c45f889ae3bd4d2dbc9ae] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=35.3 K 2024-11-20T16:16:01,490 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting f4036ea41876487bb0ef97f4877d347a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732119357444 2024-11-20T16:16:01,490 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 7819ce6150d84ccdbc8447633fbbb439, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732119357999 2024-11-20T16:16:01,490 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 259814295d3c45f889ae3bd4d2dbc9ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732119359199 2024-11-20T16:16:01,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742199_1375 (size=31161) 2024-11-20T16:16:01,498 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/124eaa5ff0ba4c929595bead6dccc05f as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/124eaa5ff0ba4c929595bead6dccc05f 2024-11-20T16:16:01,501 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#C#compaction#319 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:16:01,501 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/a6d585e74fe04264b847b82b20e68742 is 50, key is test_row_0/C:col10/1732119360486/Put/seqid=0 2024-11-20T16:16:01,506 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/A of a3cfe6c13c571d365e4b96ff9717ed74 into 124eaa5ff0ba4c929595bead6dccc05f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:01,506 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:01,506 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/A, priority=13, startTime=1732119361435; duration=0sec 2024-11-20T16:16:01,506 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:01,506 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:A 2024-11-20T16:16:01,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742200_1376 (size=12207) 2024-11-20T16:16:01,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-20T16:16:01,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:01,517 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing a3cfe6c13c571d365e4b96ff9717ed74 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-20T16:16:01,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=A 2024-11-20T16:16:01,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:16:01,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=B 2024-11-20T16:16:01,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:16:01,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=C 2024-11-20T16:16:01,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:16:01,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c05ae1941fb24fbf8b969de863760ead_a3cfe6c13c571d365e4b96ff9717ed74 is 50, key is test_row_0/A:col10/1732119360632/Put/seqid=0 2024-11-20T16:16:01,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742201_1377 (size=12304) 2024-11-20T16:16:01,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:01,546 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c05ae1941fb24fbf8b969de863760ead_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c05ae1941fb24fbf8b969de863760ead_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:01,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/17e404d309ac49b59911766bf9cae2ad, store: [table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:01,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/17e404d309ac49b59911766bf9cae2ad is 175, key is test_row_0/A:col10/1732119360632/Put/seqid=0 2024-11-20T16:16:01,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742202_1378 (size=31105) 2024-11-20T16:16:01,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T16:16:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:01,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:01,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119421761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:01,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:01,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:01,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119421773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119421776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:01,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732119421813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:01,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:01,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119421853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:01,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:01,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119421885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:01,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119421903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:01,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119421903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:01,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:01,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:01,918 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/a6d585e74fe04264b847b82b20e68742 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/a6d585e74fe04264b847b82b20e68742 2024-11-20T16:16:01,924 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/C of a3cfe6c13c571d365e4b96ff9717ed74 into a6d585e74fe04264b847b82b20e68742(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:01,924 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:01,924 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/C, priority=13, startTime=1732119361437; duration=0sec 2024-11-20T16:16:01,924 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:01,926 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:C 2024-11-20T16:16:01,955 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=150, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/17e404d309ac49b59911766bf9cae2ad 2024-11-20T16:16:01,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/7d8505932f934c4fba355ffc10a03774 is 50, key is test_row_0/B:col10/1732119360632/Put/seqid=0 2024-11-20T16:16:01,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742203_1379 (size=12151) 2024-11-20T16:16:01,991 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/7d8505932f934c4fba355ffc10a03774 2024-11-20T16:16:02,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/b899d77fc15e405eb400c02d5c235b99 is 50, key is test_row_0/C:col10/1732119360632/Put/seqid=0 2024-11-20T16:16:02,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742204_1380 (size=12151) 2024-11-20T16:16:02,027 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/b899d77fc15e405eb400c02d5c235b99 2024-11-20T16:16:02,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/17e404d309ac49b59911766bf9cae2ad as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/17e404d309ac49b59911766bf9cae2ad 2024-11-20T16:16:02,041 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/17e404d309ac49b59911766bf9cae2ad, entries=150, sequenceid=150, filesize=30.4 K 2024-11-20T16:16:02,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/7d8505932f934c4fba355ffc10a03774 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/7d8505932f934c4fba355ffc10a03774 2024-11-20T16:16:02,047 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/7d8505932f934c4fba355ffc10a03774, entries=150, sequenceid=150, filesize=11.9 K 2024-11-20T16:16:02,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/b899d77fc15e405eb400c02d5c235b99 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/b899d77fc15e405eb400c02d5c235b99 2024-11-20T16:16:02,061 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/b899d77fc15e405eb400c02d5c235b99, entries=150, sequenceid=150, filesize=11.9 K 2024-11-20T16:16:02,063 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for a3cfe6c13c571d365e4b96ff9717ed74 in 546ms, sequenceid=150, compaction requested=false 2024-11-20T16:16:02,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:02,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:02,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-20T16:16:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-20T16:16:02,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-20T16:16:02,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6290 sec 2024-11-20T16:16:02,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.6340 sec 2024-11-20T16:16:02,120 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3cfe6c13c571d365e4b96ff9717ed74 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-20T16:16:02,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=A 2024-11-20T16:16:02,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:02,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=B 2024-11-20T16:16:02,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:02,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=C 2024-11-20T16:16:02,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:02,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201caf0383739e497181df2791575a8c56_a3cfe6c13c571d365e4b96ff9717ed74 is 50, key is test_row_0/A:col10/1732119361773/Put/seqid=0 2024-11-20T16:16:02,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742205_1381 (size=12304) 2024-11-20T16:16:02,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119422244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:02,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:02,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732119362186, max timestamp=1732119362245Num uniques 859; 2024-11-20T16:16:02,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T16:16:02,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732119362186, max timestamp=1732119362245Num uniques 859; 2024-11-20T16:16:02,249 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T16:16:02,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732119362186, max timestamp=1732119362245Num uniques 859; 2024-11-20T16:16:02,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T16:16:02,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119422327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:02,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:02,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119422334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:02,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:02,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:02,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119422353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:02,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:02,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119422453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:02,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:02,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119422453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:02,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:02,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:02,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119422573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:02,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-20T16:16:02,583 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:02,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:16:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-20T16:16:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T16:16:02,585 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:16:02,585 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:16:02,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:16:02,598 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:02,601 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201caf0383739e497181df2791575a8c56_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201caf0383739e497181df2791575a8c56_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:02,602 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/d515e0e3fd8f436595d4d419d48ee821, store: [table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:02,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/d515e0e3fd8f436595d4d419d48ee821 is 175, key is test_row_0/A:col10/1732119361773/Put/seqid=0 2024-11-20T16:16:02,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742206_1382 (size=31105) 2024-11-20T16:16:02,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119422663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:02,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:02,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119422663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:02,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:02,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T16:16:02,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:16:02,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:02,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:02,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:02,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:02,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:02,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:02,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732119422833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:02,847 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in a3cfe6c13c571d365e4b96ff9717ed74 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:02,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,848 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:02,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:16:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:02,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:02,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:02,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119422883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:02,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119422883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:02,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,895 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in a3cfe6c13c571d365e4b96ff9717ed74 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:02,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:02,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T16:16:02,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T16:16:02,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T16:16:02,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119422983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:02,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:02,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:02,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119422983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:02,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:02,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:03,015 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=163, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/d515e0e3fd8f436595d4d419d48ee821 2024-11-20T16:16:03,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/e1abba406c0441518e5ff61f4bb6abf5 is 50, key is test_row_0/B:col10/1732119361773/Put/seqid=0 2024-11-20T16:16:03,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742207_1383 (size=12151) 2024-11-20T16:16:03,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:16:03,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:03,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:03,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:03,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:03,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:03,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:03,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:16:03,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:03,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:03,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:03,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:03,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T16:16:03,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:16:03,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:03,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:03,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:03,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:03,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:03,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119423406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:03,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:03,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:03,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:03,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/e1abba406c0441518e5ff61f4bb6abf5 2024-11-20T16:16:03,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/785a4d034f1e40c1af6ba7c850a7e89f is 50, key is test_row_0/C:col10/1732119361773/Put/seqid=0 2024-11-20T16:16:03,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:16:03,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:03,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:03,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:03,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:03,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:03,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742208_1384 (size=12151) 2024-11-20T16:16:03,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119423504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:03,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:03,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119423504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:03,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:03,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:03,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:03,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:03,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:03,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:16:03,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:03,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:03,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:03,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:03,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T16:16:03,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:16:03,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:03,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:03,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:03,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:03,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:03,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/785a4d034f1e40c1af6ba7c850a7e89f 2024-11-20T16:16:03,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/d515e0e3fd8f436595d4d419d48ee821 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/d515e0e3fd8f436595d4d419d48ee821 2024-11-20T16:16:03,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/d515e0e3fd8f436595d4d419d48ee821, entries=150, sequenceid=163, filesize=30.4 K 2024-11-20T16:16:03,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/e1abba406c0441518e5ff61f4bb6abf5 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/e1abba406c0441518e5ff61f4bb6abf5 2024-11-20T16:16:03,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/e1abba406c0441518e5ff61f4bb6abf5, entries=150, sequenceid=163, filesize=11.9 K 2024-11-20T16:16:03,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/785a4d034f1e40c1af6ba7c850a7e89f as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/785a4d034f1e40c1af6ba7c850a7e89f 2024-11-20T16:16:03,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/785a4d034f1e40c1af6ba7c850a7e89f, entries=150, sequenceid=163, filesize=11.9 K 2024-11-20T16:16:03,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for a3cfe6c13c571d365e4b96ff9717ed74 in 1807ms, sequenceid=163, compaction requested=true 2024-11-20T16:16:03,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:03,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:16:03,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:03,928 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:03,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:16:03,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:03,928 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:03,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:16:03,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:03,929 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:03,929 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/B is initiating minor compaction (all files) 2024-11-20T16:16:03,929 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/B in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:03,929 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/59050404e534418089a897efcec0f04d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/7d8505932f934c4fba355ffc10a03774, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/e1abba406c0441518e5ff61f4bb6abf5] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=35.7 K 2024-11-20T16:16:03,929 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93371 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:03,930 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/A is initiating minor compaction (all files) 2024-11-20T16:16:03,930 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/A in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:03,930 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 59050404e534418089a897efcec0f04d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732119359199 2024-11-20T16:16:03,930 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/124eaa5ff0ba4c929595bead6dccc05f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/17e404d309ac49b59911766bf9cae2ad, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/d515e0e3fd8f436595d4d419d48ee821] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=91.2 K 2024-11-20T16:16:03,930 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:03,930 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/124eaa5ff0ba4c929595bead6dccc05f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/17e404d309ac49b59911766bf9cae2ad, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/d515e0e3fd8f436595d4d419d48ee821] 2024-11-20T16:16:03,930 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d8505932f934c4fba355ffc10a03774, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732119360632 2024-11-20T16:16:03,931 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 124eaa5ff0ba4c929595bead6dccc05f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732119359199 2024-11-20T16:16:03,931 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17e404d309ac49b59911766bf9cae2ad, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732119360632 2024-11-20T16:16:03,931 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting d515e0e3fd8f436595d4d419d48ee821, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732119361757 2024-11-20T16:16:03,935 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting e1abba406c0441518e5ff61f4bb6abf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732119361757 2024-11-20T16:16:03,942 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:03,945 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411209e3e5037b0fa4ffcbcc5e0101be76037_a3cfe6c13c571d365e4b96ff9717ed74 store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:03,947 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411209e3e5037b0fa4ffcbcc5e0101be76037_a3cfe6c13c571d365e4b96ff9717ed74, store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:03,947 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209e3e5037b0fa4ffcbcc5e0101be76037_a3cfe6c13c571d365e4b96ff9717ed74 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:03,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-20T16:16:03,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:03,966 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing a3cfe6c13c571d365e4b96ff9717ed74 3/3 column families, dataSize=120.76 KB heapSize=340.45 KB 2024-11-20T16:16:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=A 2024-11-20T16:16:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:16:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=B 2024-11-20T16:16:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:16:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=C 2024-11-20T16:16:03,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:16:03,979 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#B#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:16:03,979 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/aa3d2e2cf19344b5b3821f70abacad41 is 50, key is test_row_0/B:col10/1732119361773/Put/seqid=0 2024-11-20T16:16:04,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742209_1385 (size=4469) 2024-11-20T16:16:04,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206b82a007f4c14414881f5315e342475f_a3cfe6c13c571d365e4b96ff9717ed74 is 50, key is test_row_0/A:col10/1732119362325/Put/seqid=0 2024-11-20T16:16:04,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742211_1387 (size=12304) 2024-11-20T16:16:04,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:04,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742210_1386 (size=12459) 2024-11-20T16:16:04,052 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206b82a007f4c14414881f5315e342475f_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206b82a007f4c14414881f5315e342475f_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:04,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/883f9ca8f01a4c228244b4fcf22fe9b9, store: [table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:04,061 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/aa3d2e2cf19344b5b3821f70abacad41 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/aa3d2e2cf19344b5b3821f70abacad41 2024-11-20T16:16:04,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/883f9ca8f01a4c228244b4fcf22fe9b9 is 175, key is test_row_0/A:col10/1732119362325/Put/seqid=0 2024-11-20T16:16:04,070 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/B of a3cfe6c13c571d365e4b96ff9717ed74 into aa3d2e2cf19344b5b3821f70abacad41(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:04,070 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:04,070 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/B, priority=13, startTime=1732119363928; duration=0sec 2024-11-20T16:16:04,070 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:04,070 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:B 2024-11-20T16:16:04,070 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:04,072 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36509 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:04,072 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/C is initiating minor compaction (all files) 2024-11-20T16:16:04,072 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/C in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:04,072 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/a6d585e74fe04264b847b82b20e68742, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/b899d77fc15e405eb400c02d5c235b99, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/785a4d034f1e40c1af6ba7c850a7e89f] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=35.7 K 2024-11-20T16:16:04,072 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting a6d585e74fe04264b847b82b20e68742, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732119359199 2024-11-20T16:16:04,073 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting b899d77fc15e405eb400c02d5c235b99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732119360632 2024-11-20T16:16:04,074 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 785a4d034f1e40c1af6ba7c850a7e89f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732119361757 2024-11-20T16:16:04,103 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#C#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:16:04,104 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/53234d85b7bd4934b93b3d9d9eee37cb is 50, key is test_row_0/C:col10/1732119361773/Put/seqid=0 2024-11-20T16:16:04,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742212_1388 (size=31105) 2024-11-20T16:16:04,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742213_1389 (size=12459) 2024-11-20T16:16:04,163 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/53234d85b7bd4934b93b3d9d9eee37cb as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/53234d85b7bd4934b93b3d9d9eee37cb 2024-11-20T16:16:04,179 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/C of a3cfe6c13c571d365e4b96ff9717ed74 into 53234d85b7bd4934b93b3d9d9eee37cb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:04,179 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:04,179 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/C, priority=13, startTime=1732119363928; duration=0sec 2024-11-20T16:16:04,180 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:04,180 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:C 2024-11-20T16:16:04,407 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#A#compaction#326 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:16:04,408 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/3516d69418df4f1e8664a1921e5641c2 is 175, key is test_row_0/A:col10/1732119361773/Put/seqid=0 2024-11-20T16:16:04,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742214_1390 (size=31413) 2024-11-20T16:16:04,431 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/3516d69418df4f1e8664a1921e5641c2 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3516d69418df4f1e8664a1921e5641c2 2024-11-20T16:16:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:04,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:04,441 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/A of a3cfe6c13c571d365e4b96ff9717ed74 into 3516d69418df4f1e8664a1921e5641c2(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:04,441 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:04,441 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/A, priority=13, startTime=1732119363928; duration=0sec 2024-11-20T16:16:04,441 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:04,441 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:A 2024-11-20T16:16:04,524 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/883f9ca8f01a4c228244b4fcf22fe9b9 2024-11-20T16:16:04,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/ad73f49037954448960be43e82e0cc34 is 50, key is test_row_0/B:col10/1732119362325/Put/seqid=0 2024-11-20T16:16:04,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742215_1391 (size=12151) 2024-11-20T16:16:04,546 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/ad73f49037954448960be43e82e0cc34 2024-11-20T16:16:04,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119424543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:04,559 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in a3cfe6c13c571d365e4b96ff9717ed74 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:04,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:04,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:04,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:04,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/0b66b3769c95490fb8ec6e9e03c93e79 is 50, key is test_row_0/C:col10/1732119362325/Put/seqid=0 2024-11-20T16:16:04,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119424556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:04,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:04,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:04,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:04,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119424559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:04,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:04,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:04,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:04,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742216_1392 (size=12151) 2024-11-20T16:16:04,587 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/0b66b3769c95490fb8ec6e9e03c93e79 2024-11-20T16:16:04,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/883f9ca8f01a4c228244b4fcf22fe9b9 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/883f9ca8f01a4c228244b4fcf22fe9b9 2024-11-20T16:16:04,597 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/883f9ca8f01a4c228244b4fcf22fe9b9, entries=150, sequenceid=197, filesize=30.4 K 2024-11-20T16:16:04,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/ad73f49037954448960be43e82e0cc34 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/ad73f49037954448960be43e82e0cc34 2024-11-20T16:16:04,609 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/ad73f49037954448960be43e82e0cc34, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T16:16:04,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/0b66b3769c95490fb8ec6e9e03c93e79 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/0b66b3769c95490fb8ec6e9e03c93e79 2024-11-20T16:16:04,618 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/0b66b3769c95490fb8ec6e9e03c93e79, entries=150, sequenceid=197, filesize=11.9 K 2024-11-20T16:16:04,621 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~340.41 KB/348576, currentSize=60.38 KB/61830 for a3cfe6c13c571d365e4b96ff9717ed74 in 655ms, sequenceid=197, compaction requested=false 2024-11-20T16:16:04,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:04,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:04,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-20T16:16:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-20T16:16:04,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-20T16:16:04,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0410 sec 2024-11-20T16:16:04,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.0460 sec 2024-11-20T16:16:04,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3cfe6c13c571d365e4b96ff9717ed74 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T16:16:04,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=A 2024-11-20T16:16:04,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:04,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=B 2024-11-20T16:16:04,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:04,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=C 2024-11-20T16:16:04,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:04,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cf0cc4c4f92c4c3c974cfbaef691b8dc_a3cfe6c13c571d365e4b96ff9717ed74 is 50, key is test_row_0/A:col10/1732119364688/Put/seqid=0 2024-11-20T16:16:04,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742217_1393 (size=12304) 2024-11-20T16:16:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-20T16:16:04,734 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:04,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:16:04,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-20T16:16:04,737 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:16:04,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T16:16:04,738 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:16:04,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:16:04,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119424778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:04,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:04,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:04,780 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:04,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:04,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119424780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:04,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T16:16:04,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732119424853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:04,861 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in a3cfe6c13c571d365e4b96ff9717ed74 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:04,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:04,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:04,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:04,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119424883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:04,884 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:04,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T16:16:04,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:04,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:04,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:04,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:04,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:04,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119424903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:04,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119424903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:04,908 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in a3cfe6c13c571d365e4b96ff9717ed74 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:05,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T16:16:05,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:05,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:05,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:05,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:05,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:05,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T16:16:05,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119425093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:05,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:05,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:05,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:05,104 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:05,108 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120cf0cc4c4f92c4c3c974cfbaef691b8dc_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cf0cc4c4f92c4c3c974cfbaef691b8dc_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:05,108 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/0d9194f86cdd4a06accef2eaaddbd6d1, store: [table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:05,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/0d9194f86cdd4a06accef2eaaddbd6d1 is 175, key is test_row_0/A:col10/1732119364688/Put/seqid=0 2024-11-20T16:16:05,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742218_1394 (size=31105) 2024-11-20T16:16:05,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119425114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:05,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:05,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:05,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:05,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T16:16:05,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:05,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:05,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:05,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:05,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:05,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T16:16:05,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:05,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:05,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:05,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:05,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T16:16:05,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119425403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:05,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:05,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:05,409 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:05,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119425433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:05,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:05,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:05,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:05,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T16:16:05,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:05,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:05,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:05,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:05,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:05,514 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/0d9194f86cdd4a06accef2eaaddbd6d1 2024-11-20T16:16:05,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/1c7e5157689d4e7d9b17bdcbcc3d813c is 50, key is test_row_0/B:col10/1732119364688/Put/seqid=0 2024-11-20T16:16:05,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742219_1395 (size=12151) 2024-11-20T16:16:05,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T16:16:05,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:05,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:05,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:05,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:05,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:05,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T16:16:05,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:05,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:05,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:05,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:05,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T16:16:05,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/1c7e5157689d4e7d9b17bdcbcc3d813c 2024-11-20T16:16:05,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119425923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:05,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:05,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:05,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:05,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/4d8c9ba424254a32ba3e222111af693d is 50, key is test_row_0/C:col10/1732119364688/Put/seqid=0 2024-11-20T16:16:05,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742220_1396 (size=12151) 2024-11-20T16:16:05,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/4d8c9ba424254a32ba3e222111af693d 2024-11-20T16:16:05,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/0d9194f86cdd4a06accef2eaaddbd6d1 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/0d9194f86cdd4a06accef2eaaddbd6d1 2024-11-20T16:16:05,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/0d9194f86cdd4a06accef2eaaddbd6d1, entries=150, sequenceid=213, filesize=30.4 K 2024-11-20T16:16:05,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/1c7e5157689d4e7d9b17bdcbcc3d813c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/1c7e5157689d4e7d9b17bdcbcc3d813c 2024-11-20T16:16:05,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/1c7e5157689d4e7d9b17bdcbcc3d813c, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T16:16:05,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/4d8c9ba424254a32ba3e222111af693d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/4d8c9ba424254a32ba3e222111af693d 2024-11-20T16:16:05,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/4d8c9ba424254a32ba3e222111af693d, entries=150, sequenceid=213, filesize=11.9 K 2024-11-20T16:16:05,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for a3cfe6c13c571d365e4b96ff9717ed74 in 1267ms, sequenceid=213, compaction requested=true 2024-11-20T16:16:05,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:05,957 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:05,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:16:05,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:05,957 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:05,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:16:05,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:05,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:16:05,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:05,958 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:05,958 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/A is initiating minor compaction (all files) 2024-11-20T16:16:05,958 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/A in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:05,958 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3516d69418df4f1e8664a1921e5641c2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/883f9ca8f01a4c228244b4fcf22fe9b9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/0d9194f86cdd4a06accef2eaaddbd6d1] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=91.4 K 2024-11-20T16:16:05,958 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:05,958 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3516d69418df4f1e8664a1921e5641c2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/883f9ca8f01a4c228244b4fcf22fe9b9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/0d9194f86cdd4a06accef2eaaddbd6d1] 2024-11-20T16:16:05,959 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:05,959 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3516d69418df4f1e8664a1921e5641c2, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732119361757 2024-11-20T16:16:05,959 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/B is initiating minor compaction (all files) 2024-11-20T16:16:05,959 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/B in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:05,959 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/aa3d2e2cf19344b5b3821f70abacad41, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/ad73f49037954448960be43e82e0cc34, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/1c7e5157689d4e7d9b17bdcbcc3d813c] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=35.9 K 2024-11-20T16:16:05,959 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 883f9ca8f01a4c228244b4fcf22fe9b9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732119362304 2024-11-20T16:16:05,959 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting aa3d2e2cf19344b5b3821f70abacad41, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732119361757 2024-11-20T16:16:05,959 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d9194f86cdd4a06accef2eaaddbd6d1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732119364529 2024-11-20T16:16:05,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-20T16:16:05,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:05,960 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing a3cfe6c13c571d365e4b96ff9717ed74 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-20T16:16:05,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=A 2024-11-20T16:16:05,960 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting ad73f49037954448960be43e82e0cc34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732119362304 2024-11-20T16:16:05,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:05,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=B 2024-11-20T16:16:05,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:05,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=C 2024-11-20T16:16:05,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:05,961 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c7e5157689d4e7d9b17bdcbcc3d813c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732119364529 2024-11-20T16:16:05,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:05,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:05,997 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:05,999 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411209a0d0e63662f4d1bb5283c241530fe66_a3cfe6c13c571d365e4b96ff9717ed74 store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:06,000 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#B#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:16:06,000 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/3c32ead4ec4d45188e8f73ebd9065b7d is 50, key is test_row_0/B:col10/1732119364688/Put/seqid=0 2024-11-20T16:16:06,001 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411209a0d0e63662f4d1bb5283c241530fe66_a3cfe6c13c571d365e4b96ff9717ed74, store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:06,001 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209a0d0e63662f4d1bb5283c241530fe66_a3cfe6c13c571d365e4b96ff9717ed74 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:06,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b83414b4f9c64128aeb1c612eba15372_a3cfe6c13c571d365e4b96ff9717ed74 is 50, key is test_row_0/A:col10/1732119364740/Put/seqid=0 2024-11-20T16:16:06,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742221_1397 (size=12561) 2024-11-20T16:16:06,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742222_1398 (size=4469) 2024-11-20T16:16:06,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742223_1399 (size=12304) 2024-11-20T16:16:06,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119426053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:06,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119426173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:06,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:06,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:06,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:06,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:06,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119426393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:06,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:06,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:06,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:06,415 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#A#compaction#335 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:16:06,416 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/e3429e6f9b104cdd888508cecf14f639 is 175, key is test_row_0/A:col10/1732119364688/Put/seqid=0 2024-11-20T16:16:06,419 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/3c32ead4ec4d45188e8f73ebd9065b7d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3c32ead4ec4d45188e8f73ebd9065b7d 2024-11-20T16:16:06,423 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/B of a3cfe6c13c571d365e4b96ff9717ed74 into 3c32ead4ec4d45188e8f73ebd9065b7d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:06,423 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:06,423 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/B, priority=13, startTime=1732119365957; duration=0sec 2024-11-20T16:16:06,423 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:06,423 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:B 2024-11-20T16:16:06,423 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:06,424 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:06,424 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/C is initiating minor compaction (all files) 2024-11-20T16:16:06,424 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/C in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:06,424 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/53234d85b7bd4934b93b3d9d9eee37cb, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/0b66b3769c95490fb8ec6e9e03c93e79, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/4d8c9ba424254a32ba3e222111af693d] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=35.9 K 2024-11-20T16:16:06,425 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 53234d85b7bd4934b93b3d9d9eee37cb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732119361757 2024-11-20T16:16:06,426 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b66b3769c95490fb8ec6e9e03c93e79, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732119362304 2024-11-20T16:16:06,426 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d8c9ba424254a32ba3e222111af693d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732119364529 2024-11-20T16:16:06,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:06,430 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b83414b4f9c64128aeb1c612eba15372_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b83414b4f9c64128aeb1c612eba15372_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:06,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/5da90d17f5ab4f27b2ef606d436649d4, store: [table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:06,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/5da90d17f5ab4f27b2ef606d436649d4 is 175, key is test_row_0/A:col10/1732119364740/Put/seqid=0 2024-11-20T16:16:06,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742224_1400 (size=31515) 2024-11-20T16:16:06,446 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/e3429e6f9b104cdd888508cecf14f639 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/e3429e6f9b104cdd888508cecf14f639 2024-11-20T16:16:06,451 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#C#compaction#338 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:16:06,451 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/bb12e7466e8744989683fa1810241c9b is 50, key is test_row_0/C:col10/1732119364688/Put/seqid=0 2024-11-20T16:16:06,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742225_1401 (size=31105) 2024-11-20T16:16:06,454 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/A of a3cfe6c13c571d365e4b96ff9717ed74 into e3429e6f9b104cdd888508cecf14f639(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:06,454 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:06,454 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/A, priority=13, startTime=1732119365957; duration=0sec 2024-11-20T16:16:06,454 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:06,454 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:A 2024-11-20T16:16:06,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742226_1402 (size=12561) 2024-11-20T16:16:06,461 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/bb12e7466e8744989683fa1810241c9b as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/bb12e7466e8744989683fa1810241c9b 2024-11-20T16:16:06,467 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/C of a3cfe6c13c571d365e4b96ff9717ed74 into bb12e7466e8744989683fa1810241c9b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:06,467 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:06,467 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/C, priority=13, startTime=1732119365958; duration=0sec 2024-11-20T16:16:06,467 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:06,467 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:C 2024-11-20T16:16:06,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119426573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:06,580 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in a3cfe6c13c571d365e4b96ff9717ed74 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4253 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:06,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:06,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:06,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:06,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119426713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:06,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:06,854 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=232, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/5da90d17f5ab4f27b2ef606d436649d4 2024-11-20T16:16:06,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/48d971a257f041f5af912f133ebe6340 is 50, key is test_row_0/B:col10/1732119364740/Put/seqid=0 2024-11-20T16:16:06,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742227_1403 (size=12151) 2024-11-20T16:16:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T16:16:06,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119426933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:06,944 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in a3cfe6c13c571d365e4b96ff9717ed74 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:06,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:06,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:06,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:07,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119427223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:07,270 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/48d971a257f041f5af912f133ebe6340 2024-11-20T16:16:07,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/ef300232664e4c379ad9d4d23cf829af is 50, key is test_row_0/C:col10/1732119364740/Put/seqid=0 2024-11-20T16:16:07,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742228_1404 (size=12151) 2024-11-20T16:16:07,686 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/ef300232664e4c379ad9d4d23cf829af 2024-11-20T16:16:07,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/5da90d17f5ab4f27b2ef606d436649d4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/5da90d17f5ab4f27b2ef606d436649d4 2024-11-20T16:16:07,694 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/5da90d17f5ab4f27b2ef606d436649d4, entries=150, sequenceid=232, filesize=30.4 K 2024-11-20T16:16:07,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/48d971a257f041f5af912f133ebe6340 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/48d971a257f041f5af912f133ebe6340 2024-11-20T16:16:07,699 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/48d971a257f041f5af912f133ebe6340, entries=150, sequenceid=232, filesize=11.9 K 2024-11-20T16:16:07,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-20T16:16:07,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/ef300232664e4c379ad9d4d23cf829af as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/ef300232664e4c379ad9d4d23cf829af 2024-11-20T16:16:07,704 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/ef300232664e4c379ad9d4d23cf829af, entries=150, sequenceid=232, filesize=11.9 K 2024-11-20T16:16:07,705 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for a3cfe6c13c571d365e4b96ff9717ed74 in 1745ms, sequenceid=232, compaction requested=false 2024-11-20T16:16:07,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:07,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:07,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-20T16:16:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-20T16:16:07,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-20T16:16:07,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9690 sec 2024-11-20T16:16:07,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.9750 sec 2024-11-20T16:16:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:08,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3cfe6c13c571d365e4b96ff9717ed74 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-20T16:16:08,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=A 2024-11-20T16:16:08,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:08,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=B 2024-11-20T16:16:08,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:08,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=C 2024-11-20T16:16:08,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:08,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209b935e50814342a58e324c6d4c20a922_a3cfe6c13c571d365e4b96ff9717ed74 is 50, key is test_row_0/A:col10/1732119366012/Put/seqid=0 2024-11-20T16:16:08,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742229_1405 (size=14794) 2024-11-20T16:16:08,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119428416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:08,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:08,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119428533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:08,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:08,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:08,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:08,710 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:08,713 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209b935e50814342a58e324c6d4c20a922_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209b935e50814342a58e324c6d4c20a922_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:08,713 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/e3e07c69823a48b2825305d8c3deb502, store: [table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:08,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/e3e07c69823a48b2825305d8c3deb502 is 175, key is test_row_0/A:col10/1732119366012/Put/seqid=0 2024-11-20T16:16:08,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742230_1406 (size=39749) 2024-11-20T16:16:08,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119428753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:08,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:08,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:08,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:08,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35670 deadline: 1732119428883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:08,891 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in a3cfe6c13c571d365e4b96ff9717ed74 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:08,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:08,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:08,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-20T16:16:08,904 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:08,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:16:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-20T16:16:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T16:16:08,906 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:16:08,906 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:16:08,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:16:08,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35582 deadline: 1732119428913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:08,920 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in a3cfe6c13c571d365e4b96ff9717ed74 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8258 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:08,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:08,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:08,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:08,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119428963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:08,969 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in a3cfe6c13c571d365e4b96ff9717ed74 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:08,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:08,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:08,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T16:16:09,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T16:16:09,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:09,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:09,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:09,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:09,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:09,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119429073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:09,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:09,118 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/e3e07c69823a48b2825305d8c3deb502 2024-11-20T16:16:09,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/002a594d614b48af8754462642698e73 is 50, key is test_row_0/B:col10/1732119366012/Put/seqid=0 2024-11-20T16:16:09,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742231_1407 (size=12151) 2024-11-20T16:16:09,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T16:16:09,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:09,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:09,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:09,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:09,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T16:16:09,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T16:16:09,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:09,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:09,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:09,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:09,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:09,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T16:16:09,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:09,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:09,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:09,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:09,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:09,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/002a594d614b48af8754462642698e73 2024-11-20T16:16:09,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/bfeceabb90db4a5f9cd7dc130d615e20 is 50, key is test_row_0/C:col10/1732119366012/Put/seqid=0 2024-11-20T16:16:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T16:16:09,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742232_1408 (size=12151) 2024-11-20T16:16:09,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119429593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:09,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T16:16:09,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:09,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:09,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:09,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:09,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:09,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T16:16:09,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:09,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:09,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:09,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:09,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:09,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/bfeceabb90db4a5f9cd7dc130d615e20 2024-11-20T16:16:09,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/e3e07c69823a48b2825305d8c3deb502 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/e3e07c69823a48b2825305d8c3deb502 2024-11-20T16:16:09,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/e3e07c69823a48b2825305d8c3deb502, entries=200, sequenceid=249, filesize=38.8 K 2024-11-20T16:16:09,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/002a594d614b48af8754462642698e73 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/002a594d614b48af8754462642698e73 2024-11-20T16:16:09,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/002a594d614b48af8754462642698e73, entries=150, sequenceid=249, filesize=11.9 K 2024-11-20T16:16:09,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/bfeceabb90db4a5f9cd7dc130d615e20 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/bfeceabb90db4a5f9cd7dc130d615e20 2024-11-20T16:16:09,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/bfeceabb90db4a5f9cd7dc130d615e20, entries=150, sequenceid=249, filesize=11.9 K 2024-11-20T16:16:09,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for a3cfe6c13c571d365e4b96ff9717ed74 in 1707ms, sequenceid=249, compaction requested=true 2024-11-20T16:16:09,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:09,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:16:09,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:09,965 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:09,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:16:09,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:09,965 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:09,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:16:09,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:09,966 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:09,966 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:09,966 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/B is initiating minor compaction (all files) 2024-11-20T16:16:09,966 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/A is initiating minor compaction (all files) 2024-11-20T16:16:09,966 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/B in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:09,966 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/A in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:09,966 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3c32ead4ec4d45188e8f73ebd9065b7d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/48d971a257f041f5af912f133ebe6340, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/002a594d614b48af8754462642698e73] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=36.0 K 2024-11-20T16:16:09,966 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/e3429e6f9b104cdd888508cecf14f639, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/5da90d17f5ab4f27b2ef606d436649d4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/e3e07c69823a48b2825305d8c3deb502] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=100.0 K 2024-11-20T16:16:09,966 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:09,966 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/e3429e6f9b104cdd888508cecf14f639, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/5da90d17f5ab4f27b2ef606d436649d4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/e3e07c69823a48b2825305d8c3deb502] 2024-11-20T16:16:09,967 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c32ead4ec4d45188e8f73ebd9065b7d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732119364529 2024-11-20T16:16:09,967 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3429e6f9b104cdd888508cecf14f639, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732119364529 2024-11-20T16:16:09,967 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 48d971a257f041f5af912f133ebe6340, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732119364740 2024-11-20T16:16:09,967 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5da90d17f5ab4f27b2ef606d436649d4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732119364740 2024-11-20T16:16:09,967 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 002a594d614b48af8754462642698e73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732119366012 2024-11-20T16:16:09,967 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3e07c69823a48b2825305d8c3deb502, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732119366012 2024-11-20T16:16:09,974 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:09,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-20T16:16:09,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:09,976 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#B#compaction#344 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:16:09,976 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing a3cfe6c13c571d365e4b96ff9717ed74 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T16:16:09,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=A 2024-11-20T16:16:09,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:09,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=B 2024-11-20T16:16:09,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:09,976 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/c3cf7795f571483db652e54638852709 is 50, key is test_row_0/B:col10/1732119366012/Put/seqid=0 2024-11-20T16:16:09,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=C 2024-11-20T16:16:09,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:09,977 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b3b8efd8db1943c6b8be40eb875d8b83_a3cfe6c13c571d365e4b96ff9717ed74 store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:09,979 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b3b8efd8db1943c6b8be40eb875d8b83_a3cfe6c13c571d365e4b96ff9717ed74, store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:09,980 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b3b8efd8db1943c6b8be40eb875d8b83_a3cfe6c13c571d365e4b96ff9717ed74 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:09,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112018bd9e7ffe81486da4100d3edb9eb30d_a3cfe6c13c571d365e4b96ff9717ed74 is 50, key is test_row_0/A:col10/1732119368342/Put/seqid=0 2024-11-20T16:16:09,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742234_1410 (size=4469) 2024-11-20T16:16:09,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742233_1409 (size=12663) 2024-11-20T16:16:09,988 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#A#compaction#345 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:16:09,989 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/73cfbb1d21514ec0a7c97620808dcfde is 175, key is test_row_0/A:col10/1732119366012/Put/seqid=0 2024-11-20T16:16:09,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742235_1411 (size=12454) 2024-11-20T16:16:10,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742236_1412 (size=31617) 2024-11-20T16:16:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T16:16:10,391 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/c3cf7795f571483db652e54638852709 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/c3cf7795f571483db652e54638852709 2024-11-20T16:16:10,394 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/B of a3cfe6c13c571d365e4b96ff9717ed74 into c3cf7795f571483db652e54638852709(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:10,394 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:10,394 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/B, priority=13, startTime=1732119369965; duration=0sec 2024-11-20T16:16:10,394 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:10,394 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:B 2024-11-20T16:16:10,394 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:10,395 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:10,395 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/C is initiating minor compaction (all files) 2024-11-20T16:16:10,395 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/C in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:10,395 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/bb12e7466e8744989683fa1810241c9b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/ef300232664e4c379ad9d4d23cf829af, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/bfeceabb90db4a5f9cd7dc130d615e20] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=36.0 K 2024-11-20T16:16:10,396 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting bb12e7466e8744989683fa1810241c9b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732119364529 2024-11-20T16:16:10,396 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting ef300232664e4c379ad9d4d23cf829af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1732119364740 2024-11-20T16:16:10,396 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting bfeceabb90db4a5f9cd7dc130d615e20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732119366012 2024-11-20T16:16:10,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:10,400 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112018bd9e7ffe81486da4100d3edb9eb30d_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112018bd9e7ffe81486da4100d3edb9eb30d_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:10,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/9048677a713c42abacb0675f444f4020, store: [table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:10,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/9048677a713c42abacb0675f444f4020 is 175, key is test_row_0/A:col10/1732119368342/Put/seqid=0 2024-11-20T16:16:10,402 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#C#compaction#347 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:16:10,402 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/e59897b6ea3e4f3d88997036ea872df4 is 50, key is test_row_0/C:col10/1732119366012/Put/seqid=0 2024-11-20T16:16:10,410 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/73cfbb1d21514ec0a7c97620808dcfde as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/73cfbb1d21514ec0a7c97620808dcfde 2024-11-20T16:16:10,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742238_1414 (size=12663) 2024-11-20T16:16:10,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742237_1413 (size=31255) 2024-11-20T16:16:10,411 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=267, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/9048677a713c42abacb0675f444f4020 2024-11-20T16:16:10,414 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/A of a3cfe6c13c571d365e4b96ff9717ed74 into 73cfbb1d21514ec0a7c97620808dcfde(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:10,415 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:10,415 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/A, priority=13, startTime=1732119369965; duration=0sec 2024-11-20T16:16:10,415 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/e59897b6ea3e4f3d88997036ea872df4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/e59897b6ea3e4f3d88997036ea872df4 2024-11-20T16:16:10,415 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:10,415 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:A 2024-11-20T16:16:10,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/3a397488974246a08c335e5f632bc194 is 50, key is test_row_0/B:col10/1732119368342/Put/seqid=0 2024-11-20T16:16:10,422 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/C of a3cfe6c13c571d365e4b96ff9717ed74 into e59897b6ea3e4f3d88997036ea872df4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:10,422 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:10,422 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/C, priority=13, startTime=1732119369965; duration=0sec 2024-11-20T16:16:10,422 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:10,422 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:C 2024-11-20T16:16:10,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742239_1415 (size=12301) 2024-11-20T16:16:10,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:10,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119430636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:10,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:10,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:10,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:10,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119430642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:10,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:10,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:10,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:10,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119430753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:10,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:10,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:10,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:10,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119430753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:10,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:10,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:10,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:10,823 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/3a397488974246a08c335e5f632bc194 2024-11-20T16:16:10,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/4395b5419b1c4a8dbc5628ed357fd748 is 50, key is test_row_0/C:col10/1732119368342/Put/seqid=0 2024-11-20T16:16:10,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742240_1416 (size=12301) 2024-11-20T16:16:10,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119430963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:10,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:10,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:10,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:10,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119430963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:10,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:10,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:10,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T16:16:11,240 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/4395b5419b1c4a8dbc5628ed357fd748 2024-11-20T16:16:11,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/9048677a713c42abacb0675f444f4020 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/9048677a713c42abacb0675f444f4020 2024-11-20T16:16:11,246 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/9048677a713c42abacb0675f444f4020, entries=150, sequenceid=267, filesize=30.5 K 2024-11-20T16:16:11,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/3a397488974246a08c335e5f632bc194 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3a397488974246a08c335e5f632bc194 2024-11-20T16:16:11,249 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3a397488974246a08c335e5f632bc194, entries=150, sequenceid=267, filesize=12.0 K 2024-11-20T16:16:11,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/4395b5419b1c4a8dbc5628ed357fd748 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/4395b5419b1c4a8dbc5628ed357fd748 2024-11-20T16:16:11,253 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/4395b5419b1c4a8dbc5628ed357fd748, entries=150, sequenceid=267, filesize=12.0 K 2024-11-20T16:16:11,253 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for a3cfe6c13c571d365e4b96ff9717ed74 in 1277ms, sequenceid=267, compaction requested=false 2024-11-20T16:16:11,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:11,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:11,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-20T16:16:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-20T16:16:11,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-20T16:16:11,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3490 sec 2024-11-20T16:16:11,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.3550 sec 2024-11-20T16:16:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:11,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3cfe6c13c571d365e4b96ff9717ed74 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T16:16:11,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=A 2024-11-20T16:16:11,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:11,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=B 2024-11-20T16:16:11,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:11,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=C 2024-11-20T16:16:11,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:11,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201bf19413a2c040a4b2cecee23e8d9c37_a3cfe6c13c571d365e4b96ff9717ed74 is 50, key is test_row_0/A:col10/1732119370641/Put/seqid=0 2024-11-20T16:16:11,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742241_1417 (size=14994) 2024-11-20T16:16:11,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119431355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:11,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:11,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:11,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:11,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119431361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:11,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119431463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:11,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:11,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:11,473 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:11,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119431473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:11,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:11,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:11,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:11,656 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T16:16:11,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119431683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:11,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119431684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:11,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:11,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:11,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:11,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:11,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:11,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:11,706 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:11,708 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411201bf19413a2c040a4b2cecee23e8d9c37_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201bf19413a2c040a4b2cecee23e8d9c37_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:11,709 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/4b1969790692491b92e0d3bd19b25c8d, store: [table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:11,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/4b1969790692491b92e0d3bd19b25c8d is 175, key is test_row_0/A:col10/1732119370641/Put/seqid=0 2024-11-20T16:16:11,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742242_1418 (size=39949) 2024-11-20T16:16:12,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119431993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:12,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119431993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:12,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:12,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:12,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:12,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:12,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:12,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:12,114 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/4b1969790692491b92e0d3bd19b25c8d 2024-11-20T16:16:12,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/e9b22b64e3bd42b5b8e8fb6670248324 is 50, key is test_row_0/B:col10/1732119370641/Put/seqid=0 2024-11-20T16:16:12,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742243_1419 (size=12301) 2024-11-20T16:16:12,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119432513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:12,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119432513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:12,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/e9b22b64e3bd42b5b8e8fb6670248324 2024-11-20T16:16:12,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/c060f1809b5a4056b72086166449f0a9 is 50, key is test_row_0/C:col10/1732119370641/Put/seqid=0 2024-11-20T16:16:12,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742244_1420 (size=12301) 2024-11-20T16:16:12,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/c060f1809b5a4056b72086166449f0a9 2024-11-20T16:16:12,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/4b1969790692491b92e0d3bd19b25c8d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/4b1969790692491b92e0d3bd19b25c8d 2024-11-20T16:16:12,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/4b1969790692491b92e0d3bd19b25c8d, entries=200, sequenceid=285, filesize=39.0 K 2024-11-20T16:16:12,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/e9b22b64e3bd42b5b8e8fb6670248324 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/e9b22b64e3bd42b5b8e8fb6670248324 2024-11-20T16:16:12,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/e9b22b64e3bd42b5b8e8fb6670248324, entries=150, sequenceid=285, filesize=12.0 K 2024-11-20T16:16:12,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/c060f1809b5a4056b72086166449f0a9 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/c060f1809b5a4056b72086166449f0a9 2024-11-20T16:16:12,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/c060f1809b5a4056b72086166449f0a9, entries=150, sequenceid=285, filesize=12.0 K 2024-11-20T16:16:12,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for a3cfe6c13c571d365e4b96ff9717ed74 in 1682ms, sequenceid=285, compaction requested=true 2024-11-20T16:16:12,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:12,970 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:12,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:16:12,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:12,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:16:12,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:12,970 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:12,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:16:12,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:12,970 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102821 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:12,970 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:12,971 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/B is initiating minor compaction (all files) 2024-11-20T16:16:12,971 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/A is initiating minor compaction (all files) 2024-11-20T16:16:12,971 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/A in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:12,971 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/B in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:12,971 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/73cfbb1d21514ec0a7c97620808dcfde, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/9048677a713c42abacb0675f444f4020, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/4b1969790692491b92e0d3bd19b25c8d] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=100.4 K 2024-11-20T16:16:12,971 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/c3cf7795f571483db652e54638852709, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3a397488974246a08c335e5f632bc194, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/e9b22b64e3bd42b5b8e8fb6670248324] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=36.4 K 2024-11-20T16:16:12,971 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:12,971 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/73cfbb1d21514ec0a7c97620808dcfde, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/9048677a713c42abacb0675f444f4020, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/4b1969790692491b92e0d3bd19b25c8d] 2024-11-20T16:16:12,971 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting c3cf7795f571483db652e54638852709, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732119366012 2024-11-20T16:16:12,971 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73cfbb1d21514ec0a7c97620808dcfde, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732119366012 2024-11-20T16:16:12,971 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a397488974246a08c335e5f632bc194, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732119368342 2024-11-20T16:16:12,971 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9048677a713c42abacb0675f444f4020, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732119368342 2024-11-20T16:16:12,972 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting e9b22b64e3bd42b5b8e8fb6670248324, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732119370614 2024-11-20T16:16:12,972 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b1969790692491b92e0d3bd19b25c8d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732119370614 2024-11-20T16:16:12,982 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:12,983 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#B#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:16:12,983 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/3098f04e537c45939942fcc65be9172b is 50, key is test_row_0/B:col10/1732119370641/Put/seqid=0 2024-11-20T16:16:12,985 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120d1eef7b60bb74a66b1953755be28910d_a3cfe6c13c571d365e4b96ff9717ed74 store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:12,987 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120d1eef7b60bb74a66b1953755be28910d_a3cfe6c13c571d365e4b96ff9717ed74, store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:12,987 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d1eef7b60bb74a66b1953755be28910d_a3cfe6c13c571d365e4b96ff9717ed74 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:12,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742245_1421 (size=12915) 2024-11-20T16:16:12,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742246_1422 (size=4469) 2024-11-20T16:16:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:13,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3cfe6c13c571d365e4b96ff9717ed74 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T16:16:13,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=A 2024-11-20T16:16:13,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:13,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=B 2024-11-20T16:16:13,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:13,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=C 2024-11-20T16:16:13,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:13,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ce1371344a5649b7a0b407031236743b_a3cfe6c13c571d365e4b96ff9717ed74 is 50, key is test_row_0/A:col10/1732119373005/Put/seqid=0 2024-11-20T16:16:13,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742247_1423 (size=14994) 2024-11-20T16:16:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-20T16:16:13,064 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:13,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:16:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-20T16:16:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T16:16:13,065 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:16:13,066 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:16:13,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:16:13,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:13,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119433094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:13,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:13,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:13,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T16:16:13,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:16:13,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:13,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:13,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:13,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:13,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119433213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:13,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:13,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:13,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:13,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:16:13,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:13,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:13,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:13,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:13,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:13,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T16:16:13,403 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#A#compaction#354 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:16:13,404 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/821d39cec3184bada1f5fef46ae4ef35 is 175, key is test_row_0/A:col10/1732119370641/Put/seqid=0 2024-11-20T16:16:13,405 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/3098f04e537c45939942fcc65be9172b as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3098f04e537c45939942fcc65be9172b 2024-11-20T16:16:13,410 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/B of a3cfe6c13c571d365e4b96ff9717ed74 into 3098f04e537c45939942fcc65be9172b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:13,410 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:13,410 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/B, priority=13, startTime=1732119372970; duration=0sec 2024-11-20T16:16:13,410 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:13,410 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:B 2024-11-20T16:16:13,410 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:13,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742248_1424 (size=31869) 2024-11-20T16:16:13,412 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:13,413 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/C is initiating minor compaction (all files) 2024-11-20T16:16:13,413 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/C in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:13,413 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/e59897b6ea3e4f3d88997036ea872df4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/4395b5419b1c4a8dbc5628ed357fd748, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/c060f1809b5a4056b72086166449f0a9] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=36.4 K 2024-11-20T16:16:13,413 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting e59897b6ea3e4f3d88997036ea872df4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732119366012 2024-11-20T16:16:13,414 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 4395b5419b1c4a8dbc5628ed357fd748, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1732119368342 2024-11-20T16:16:13,414 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting c060f1809b5a4056b72086166449f0a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732119370614 2024-11-20T16:16:13,416 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:13,417 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/821d39cec3184bada1f5fef46ae4ef35 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/821d39cec3184bada1f5fef46ae4ef35 2024-11-20T16:16:13,421 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ce1371344a5649b7a0b407031236743b_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ce1371344a5649b7a0b407031236743b_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:13,422 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/ee8ac94b7bac45f7bbcaa19736d46050, store: [table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:13,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/ee8ac94b7bac45f7bbcaa19736d46050 is 175, key is test_row_0/A:col10/1732119373005/Put/seqid=0 2024-11-20T16:16:13,423 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/A of a3cfe6c13c571d365e4b96ff9717ed74 into 821d39cec3184bada1f5fef46ae4ef35(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:13,423 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:13,423 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/A, priority=13, startTime=1732119372969; duration=0sec 2024-11-20T16:16:13,424 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:13,424 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:A 2024-11-20T16:16:13,424 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#C#compaction#356 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:16:13,425 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/ab099c38d0d341e2b37c84a34969bb6b is 50, key is test_row_0/C:col10/1732119370641/Put/seqid=0 2024-11-20T16:16:13,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119433423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:13,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:13,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:13,430 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:13,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742249_1425 (size=39949) 2024-11-20T16:16:13,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742250_1426 (size=12915) 2024-11-20T16:16:13,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:16:13,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:13,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:13,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:13,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:13,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:13,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119433533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:13,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119433533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:13,541 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in a3cfe6c13c571d365e4b96ff9717ed74 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:13,541 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in a3cfe6c13c571d365e4b96ff9717ed74 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:13,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:13,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:16:13,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:13,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:13,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:13,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:13,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:13,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T16:16:13,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:13,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119433733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:13,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:13,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:13,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:13,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:16:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:13,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:13,831 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/ee8ac94b7bac45f7bbcaa19736d46050 2024-11-20T16:16:13,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/8143e248fadc4ddaac5d78bb7e835a62 is 50, key is test_row_0/B:col10/1732119373005/Put/seqid=0 2024-11-20T16:16:13,841 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/ab099c38d0d341e2b37c84a34969bb6b as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/ab099c38d0d341e2b37c84a34969bb6b 2024-11-20T16:16:13,846 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/C of a3cfe6c13c571d365e4b96ff9717ed74 into ab099c38d0d341e2b37c84a34969bb6b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:13,846 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:13,846 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/C, priority=13, startTime=1732119372970; duration=0sec 2024-11-20T16:16:13,846 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:13,846 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:C 2024-11-20T16:16:13,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742251_1427 (size=12301) 2024-11-20T16:16:13,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/8143e248fadc4ddaac5d78bb7e835a62 2024-11-20T16:16:13,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/65409c689c9942a983eb580e63764bb4 is 50, key is test_row_0/C:col10/1732119373005/Put/seqid=0 2024-11-20T16:16:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742252_1428 (size=12301) 2024-11-20T16:16:13,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/65409c689c9942a983eb580e63764bb4 2024-11-20T16:16:13,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/ee8ac94b7bac45f7bbcaa19736d46050 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/ee8ac94b7bac45f7bbcaa19736d46050 2024-11-20T16:16:13,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/ee8ac94b7bac45f7bbcaa19736d46050, entries=200, sequenceid=303, filesize=39.0 K 2024-11-20T16:16:13,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/8143e248fadc4ddaac5d78bb7e835a62 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/8143e248fadc4ddaac5d78bb7e835a62 2024-11-20T16:16:13,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/8143e248fadc4ddaac5d78bb7e835a62, entries=150, sequenceid=303, filesize=12.0 K 2024-11-20T16:16:13,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/65409c689c9942a983eb580e63764bb4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/65409c689c9942a983eb580e63764bb4 2024-11-20T16:16:13,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/65409c689c9942a983eb580e63764bb4, entries=150, sequenceid=303, filesize=12.0 K 2024-11-20T16:16:13,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for a3cfe6c13c571d365e4b96ff9717ed74 in 885ms, sequenceid=303, compaction requested=false 2024-11-20T16:16:13,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:13,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-20T16:16:13,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:13,983 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing a3cfe6c13c571d365e4b96ff9717ed74 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-20T16:16:13,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=A 2024-11-20T16:16:13,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:13,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=B 2024-11-20T16:16:13,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:13,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=C 2024-11-20T16:16:13,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:13,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120500540908b854380a432787f00afbd30_a3cfe6c13c571d365e4b96ff9717ed74 is 50, key is test_row_0/A:col10/1732119373052/Put/seqid=0 2024-11-20T16:16:13,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742253_1429 (size=12454) 2024-11-20T16:16:13,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:13,998 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120500540908b854380a432787f00afbd30_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120500540908b854380a432787f00afbd30_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:13,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/819d5f91e27d4b00b58fc85688c33708, store: [table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:13,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/819d5f91e27d4b00b58fc85688c33708 is 175, key is test_row_0/A:col10/1732119373052/Put/seqid=0 2024-11-20T16:16:14,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742254_1430 (size=31255) 2024-11-20T16:16:14,006 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/819d5f91e27d4b00b58fc85688c33708 2024-11-20T16:16:14,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/134ddc257acd402988cc723156fbc810 is 50, key is test_row_0/B:col10/1732119373052/Put/seqid=0 2024-11-20T16:16:14,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742255_1431 (size=12301) 2024-11-20T16:16:14,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T16:16:14,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:14,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:14,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:14,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119434352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:14,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:14,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:14,359 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:14,417 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/134ddc257acd402988cc723156fbc810 2024-11-20T16:16:14,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/ec5d4a84fa2d4a92a8a84f7142ce5bd9 is 50, key is test_row_0/C:col10/1732119373052/Put/seqid=0 2024-11-20T16:16:14,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742256_1432 (size=12301) 2024-11-20T16:16:14,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119434463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:14,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:14,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:14,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:14,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:14,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119434673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:14,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:14,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:14,676 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:14,838 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/ec5d4a84fa2d4a92a8a84f7142ce5bd9 2024-11-20T16:16:14,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/819d5f91e27d4b00b58fc85688c33708 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/819d5f91e27d4b00b58fc85688c33708 2024-11-20T16:16:14,844 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/819d5f91e27d4b00b58fc85688c33708, entries=150, sequenceid=320, filesize=30.5 K 2024-11-20T16:16:14,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/134ddc257acd402988cc723156fbc810 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/134ddc257acd402988cc723156fbc810 2024-11-20T16:16:14,847 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/134ddc257acd402988cc723156fbc810, entries=150, sequenceid=320, filesize=12.0 K 2024-11-20T16:16:14,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/ec5d4a84fa2d4a92a8a84f7142ce5bd9 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/ec5d4a84fa2d4a92a8a84f7142ce5bd9 2024-11-20T16:16:14,851 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/ec5d4a84fa2d4a92a8a84f7142ce5bd9, entries=150, sequenceid=320, filesize=12.0 K 2024-11-20T16:16:14,852 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for a3cfe6c13c571d365e4b96ff9717ed74 in 869ms, sequenceid=320, compaction requested=true 2024-11-20T16:16:14,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:14,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:14,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-20T16:16:14,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-20T16:16:14,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-20T16:16:14,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7880 sec 2024-11-20T16:16:14,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.7920 sec 2024-11-20T16:16:14,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:14,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3cfe6c13c571d365e4b96ff9717ed74 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-20T16:16:14,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=A 2024-11-20T16:16:14,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:14,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=B 2024-11-20T16:16:14,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:14,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=C 2024-11-20T16:16:14,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:14,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112031def148f8564b5eb4887d2deadab6e9_a3cfe6c13c571d365e4b96ff9717ed74 is 50, key is test_row_0/A:col10/1732119374989/Put/seqid=0 2024-11-20T16:16:14,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742257_1433 (size=14994) 2024-11-20T16:16:15,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:15,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119435066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:15,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:15,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:15,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:15,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119435173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:15,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:15,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:15,183 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-20T16:16:15,214 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:15,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:16:15,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-20T16:16:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T16:16:15,216 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:16:15,216 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:16:15,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:16:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T16:16:15,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T16:16:15,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:15,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:15,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:15,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:15,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:15,399 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:15,402 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112031def148f8564b5eb4887d2deadab6e9_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112031def148f8564b5eb4887d2deadab6e9_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:15,402 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/c65f13810114450fa4962f47332e340e, store: [table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:15,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119435393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:15,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/c65f13810114450fa4962f47332e340e is 175, key is test_row_0/A:col10/1732119374989/Put/seqid=0 2024-11-20T16:16:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:15,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742258_1434 (size=39949) 2024-11-20T16:16:15,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T16:16:15,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:15,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:15,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:15,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:15,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:15,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T16:16:15,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35642 deadline: 1732119435554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:15,557 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in a3cfe6c13c571d365e4b96ff9717ed74 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:15,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:15,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:15,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:15,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35634 deadline: 1732119435563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:15,570 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in a3cfe6c13c571d365e4b96ff9717ed74 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:15,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:15,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:15,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:15,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T16:16:15,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:15,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:15,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:15,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:15,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:15,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:15,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119435713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:15,719 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:15,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:15,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:15,806 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/c65f13810114450fa4962f47332e340e 2024-11-20T16:16:15,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/d1d9756a95224ab8aad309fe88f106c4 is 50, key is test_row_0/B:col10/1732119374989/Put/seqid=0 2024-11-20T16:16:15,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742259_1435 (size=12301) 2024-11-20T16:16:15,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T16:16:15,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:15,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:15,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:15,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:15,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T16:16:15,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T16:16:15,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:15,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:15,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:15,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:15,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:15,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:16,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T16:16:16,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:16,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:16,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:16,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:16,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:16,200 INFO [Thread-1602 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1602. 2024-11-20T16:16:16,200 INFO [Thread-1600 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1600. 2024-11-20T16:16:16,200 DEBUG [Thread-1602 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:16,200 DEBUG [Thread-1600 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:16,200 DEBUG [Thread-1602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:16,200 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:16,200 DEBUG [Thread-1602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:16,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:16,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:16,200 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:16,203 INFO [Thread-1598 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1598. 2024-11-20T16:16:16,203 DEBUG [Thread-1598 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:16,203 DEBUG [Thread-1598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:16,203 DEBUG [Thread-1598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:16,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:16,212 INFO [Thread-1604 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1604. 2024-11-20T16:16:16,212 DEBUG [Thread-1604 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:16,212 DEBUG [Thread-1604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:16,212 DEBUG [Thread-1604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:16,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:16,212 INFO [Thread-1606 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1606. 2024-11-20T16:16:16,212 DEBUG [Thread-1606 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:16,212 DEBUG [Thread-1606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:16,213 DEBUG [Thread-1606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:16,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:16,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/d1d9756a95224ab8aad309fe88f106c4 2024-11-20T16:16:16,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/5181ba4627cc4a25a5958c2bba2fc513 is 50, key is test_row_0/C:col10/1732119374989/Put/seqid=0 2024-11-20T16:16:16,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:35658 deadline: 1732119436223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:16,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742260_1436 (size=12301) 2024-11-20T16:16:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:16,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T16:16:16,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:16,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:16,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:16,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:16,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T16:16:16,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T16:16:16,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:16,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:16,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:16,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:16,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:16,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T16:16:16,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:16,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:16,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:16,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:16,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:16,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/5181ba4627cc4a25a5958c2bba2fc513 2024-11-20T16:16:16,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/c65f13810114450fa4962f47332e340e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/c65f13810114450fa4962f47332e340e 2024-11-20T16:16:16,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/c65f13810114450fa4962f47332e340e, entries=200, sequenceid=339, filesize=39.0 K 2024-11-20T16:16:16,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/d1d9756a95224ab8aad309fe88f106c4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/d1d9756a95224ab8aad309fe88f106c4 2024-11-20T16:16:16,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/d1d9756a95224ab8aad309fe88f106c4, entries=150, sequenceid=339, filesize=12.0 K 2024-11-20T16:16:16,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/5181ba4627cc4a25a5958c2bba2fc513 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/5181ba4627cc4a25a5958c2bba2fc513 2024-11-20T16:16:16,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/5181ba4627cc4a25a5958c2bba2fc513, entries=150, sequenceid=339, filesize=12.0 K 2024-11-20T16:16:16,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for a3cfe6c13c571d365e4b96ff9717ed74 in 1654ms, sequenceid=339, compaction requested=true 2024-11-20T16:16:16,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:16,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:16:16,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:16,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:16:16,646 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:16:16,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:16,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3cfe6c13c571d365e4b96ff9717ed74:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:16:16,646 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:16:16,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:16,647 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:16:16,647 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:16:16,647 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/B is initiating minor compaction (all files) 2024-11-20T16:16:16,647 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/A is initiating minor compaction (all files) 2024-11-20T16:16:16,647 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/B in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:16,647 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/A in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:16,647 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/821d39cec3184bada1f5fef46ae4ef35, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/ee8ac94b7bac45f7bbcaa19736d46050, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/819d5f91e27d4b00b58fc85688c33708, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/c65f13810114450fa4962f47332e340e] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=139.7 K 2024-11-20T16:16:16,647 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3098f04e537c45939942fcc65be9172b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/8143e248fadc4ddaac5d78bb7e835a62, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/134ddc257acd402988cc723156fbc810, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/d1d9756a95224ab8aad309fe88f106c4] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=48.7 K 2024-11-20T16:16:16,647 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:16,647 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/821d39cec3184bada1f5fef46ae4ef35, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/ee8ac94b7bac45f7bbcaa19736d46050, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/819d5f91e27d4b00b58fc85688c33708, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/c65f13810114450fa4962f47332e340e] 2024-11-20T16:16:16,647 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 3098f04e537c45939942fcc65be9172b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732119370614 2024-11-20T16:16:16,648 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 821d39cec3184bada1f5fef46ae4ef35, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732119370614 2024-11-20T16:16:16,648 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 8143e248fadc4ddaac5d78bb7e835a62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732119371305 2024-11-20T16:16:16,648 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee8ac94b7bac45f7bbcaa19736d46050, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732119371305 2024-11-20T16:16:16,648 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 134ddc257acd402988cc723156fbc810, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732119373052 2024-11-20T16:16:16,648 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 819d5f91e27d4b00b58fc85688c33708, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732119373052 2024-11-20T16:16:16,648 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting d1d9756a95224ab8aad309fe88f106c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732119374322 2024-11-20T16:16:16,648 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting c65f13810114450fa4962f47332e340e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732119374322 2024-11-20T16:16:16,654 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:16,656 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411203f8db262522548dca4f62eda54c842ec_a3cfe6c13c571d365e4b96ff9717ed74 store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:16,656 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#B#compaction#365 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:16:16,657 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/00d48c94ecda4f25a3135b3cf21d23a0 is 50, key is test_row_0/B:col10/1732119374989/Put/seqid=0 2024-11-20T16:16:16,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742261_1437 (size=13051) 2024-11-20T16:16:16,662 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411203f8db262522548dca4f62eda54c842ec_a3cfe6c13c571d365e4b96ff9717ed74, store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:16,662 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203f8db262522548dca4f62eda54c842ec_a3cfe6c13c571d365e4b96ff9717ed74 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:16,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742262_1438 (size=4469) 2024-11-20T16:16:16,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-20T16:16:16,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:16,746 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing a3cfe6c13c571d365e4b96ff9717ed74 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T16:16:16,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=A 2024-11-20T16:16:16,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:16,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=B 2024-11-20T16:16:16,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:16,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=C 2024-11-20T16:16:16,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:16,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d980f6caa90f4409a24444f149d99fa5_a3cfe6c13c571d365e4b96ff9717ed74 is 50, key is test_row_0/A:col10/1732119375010/Put/seqid=0 2024-11-20T16:16:16,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742263_1439 (size=12454) 2024-11-20T16:16:17,065 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/00d48c94ecda4f25a3135b3cf21d23a0 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/00d48c94ecda4f25a3135b3cf21d23a0 2024-11-20T16:16:17,066 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#A#compaction#366 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:16:17,067 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/f1ce457ac2544d4ba9fcb08e7270d02b is 175, key is test_row_0/A:col10/1732119374989/Put/seqid=0 2024-11-20T16:16:17,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742264_1440 (size=32005) 2024-11-20T16:16:17,071 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/B of a3cfe6c13c571d365e4b96ff9717ed74 into 00d48c94ecda4f25a3135b3cf21d23a0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:17,071 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:17,071 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/B, priority=12, startTime=1732119376646; duration=0sec 2024-11-20T16:16:17,071 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:17,071 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:B 2024-11-20T16:16:17,071 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:16:17,072 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:16:17,072 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): a3cfe6c13c571d365e4b96ff9717ed74/C is initiating minor compaction (all files) 2024-11-20T16:16:17,072 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3cfe6c13c571d365e4b96ff9717ed74/C in TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:17,072 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/ab099c38d0d341e2b37c84a34969bb6b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/65409c689c9942a983eb580e63764bb4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/ec5d4a84fa2d4a92a8a84f7142ce5bd9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/5181ba4627cc4a25a5958c2bba2fc513] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp, totalSize=48.7 K 2024-11-20T16:16:17,073 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting ab099c38d0d341e2b37c84a34969bb6b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732119370614 2024-11-20T16:16:17,073 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 65409c689c9942a983eb580e63764bb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732119371305 2024-11-20T16:16:17,073 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting ec5d4a84fa2d4a92a8a84f7142ce5bd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732119373052 2024-11-20T16:16:17,074 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 5181ba4627cc4a25a5958c2bba2fc513, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732119374322 2024-11-20T16:16:17,082 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3cfe6c13c571d365e4b96ff9717ed74#C#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:16:17,082 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/16984fccba064b6ca17ac60656e97b31 is 50, key is test_row_0/C:col10/1732119374989/Put/seqid=0 2024-11-20T16:16:17,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742265_1441 (size=13051) 2024-11-20T16:16:17,132 DEBUG [regionserver/044e4e732073:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-20T16:16:17,136 WARN [regionserver/044e4e732073:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-20T16:16:17,138 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3786d5986dd34d4997c378ad87336d38, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3ff7af0518464b1ca9c4b62e4e29e020, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/547362c11941498dbb65dcb8e7d9d848, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/59b9e79074a04a25a45b6fd85b6a51ce, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/8c3dc3ca26734dfa8a99c0325f9800ab, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/d6c5bee32bea49acbe4f751ab7859784, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/124eaa5ff0ba4c929595bead6dccc05f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/17e404d309ac49b59911766bf9cae2ad, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3516d69418df4f1e8664a1921e5641c2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/d515e0e3fd8f436595d4d419d48ee821, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/883f9ca8f01a4c228244b4fcf22fe9b9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/e3429e6f9b104cdd888508cecf14f639, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/0d9194f86cdd4a06accef2eaaddbd6d1, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/5da90d17f5ab4f27b2ef606d436649d4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/e3e07c69823a48b2825305d8c3deb502, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/73cfbb1d21514ec0a7c97620808dcfde, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/9048677a713c42abacb0675f444f4020, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/4b1969790692491b92e0d3bd19b25c8d] to archive 2024-11-20T16:16:17,139 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:16:17,141 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3786d5986dd34d4997c378ad87336d38 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3786d5986dd34d4997c378ad87336d38 2024-11-20T16:16:17,142 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3ff7af0518464b1ca9c4b62e4e29e020 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3ff7af0518464b1ca9c4b62e4e29e020 2024-11-20T16:16:17,143 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/547362c11941498dbb65dcb8e7d9d848 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/547362c11941498dbb65dcb8e7d9d848 2024-11-20T16:16:17,144 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/59b9e79074a04a25a45b6fd85b6a51ce to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/59b9e79074a04a25a45b6fd85b6a51ce 2024-11-20T16:16:17,145 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/8c3dc3ca26734dfa8a99c0325f9800ab to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/8c3dc3ca26734dfa8a99c0325f9800ab 2024-11-20T16:16:17,147 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/d6c5bee32bea49acbe4f751ab7859784 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/d6c5bee32bea49acbe4f751ab7859784 2024-11-20T16:16:17,148 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/124eaa5ff0ba4c929595bead6dccc05f to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/124eaa5ff0ba4c929595bead6dccc05f 2024-11-20T16:16:17,149 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/17e404d309ac49b59911766bf9cae2ad to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/17e404d309ac49b59911766bf9cae2ad 2024-11-20T16:16:17,151 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3516d69418df4f1e8664a1921e5641c2 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/3516d69418df4f1e8664a1921e5641c2 2024-11-20T16:16:17,152 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/d515e0e3fd8f436595d4d419d48ee821 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/d515e0e3fd8f436595d4d419d48ee821 2024-11-20T16:16:17,153 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/883f9ca8f01a4c228244b4fcf22fe9b9 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/883f9ca8f01a4c228244b4fcf22fe9b9 2024-11-20T16:16:17,155 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/e3429e6f9b104cdd888508cecf14f639 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/e3429e6f9b104cdd888508cecf14f639 2024-11-20T16:16:17,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:17,156 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/0d9194f86cdd4a06accef2eaaddbd6d1 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/0d9194f86cdd4a06accef2eaaddbd6d1 2024-11-20T16:16:17,157 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/5da90d17f5ab4f27b2ef606d436649d4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/5da90d17f5ab4f27b2ef606d436649d4 2024-11-20T16:16:17,159 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/e3e07c69823a48b2825305d8c3deb502 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/e3e07c69823a48b2825305d8c3deb502 2024-11-20T16:16:17,159 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120d980f6caa90f4409a24444f149d99fa5_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d980f6caa90f4409a24444f149d99fa5_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/610a66af1a85481ca3716ff546bba515, store: [table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:17,160 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/73cfbb1d21514ec0a7c97620808dcfde to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/73cfbb1d21514ec0a7c97620808dcfde 2024-11-20T16:16:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/610a66af1a85481ca3716ff546bba515 is 175, key is test_row_0/A:col10/1732119375010/Put/seqid=0 2024-11-20T16:16:17,161 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/9048677a713c42abacb0675f444f4020 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/9048677a713c42abacb0675f444f4020 2024-11-20T16:16:17,163 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/4b1969790692491b92e0d3bd19b25c8d to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/4b1969790692491b92e0d3bd19b25c8d 2024-11-20T16:16:17,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742266_1442 (size=31255) 2024-11-20T16:16:17,167 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/36e537f7c60e49dfaabc80d032887183, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/6e26bd4aae794291aff0f8db70f5a581, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/75c2fa222162436ab229fa5c8516f470, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/786e79895229496c85eb9e0d2ef3cf9f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/2d1f107cd5fb465d9d93d832e96b0870, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/59050404e534418089a897efcec0f04d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/62e3cdc173284315b53edd6ba714d15f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/7d8505932f934c4fba355ffc10a03774, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/aa3d2e2cf19344b5b3821f70abacad41, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/e1abba406c0441518e5ff61f4bb6abf5, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/ad73f49037954448960be43e82e0cc34, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3c32ead4ec4d45188e8f73ebd9065b7d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/1c7e5157689d4e7d9b17bdcbcc3d813c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/48d971a257f041f5af912f133ebe6340, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/c3cf7795f571483db652e54638852709, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/002a594d614b48af8754462642698e73, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3a397488974246a08c335e5f632bc194, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3098f04e537c45939942fcc65be9172b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/e9b22b64e3bd42b5b8e8fb6670248324, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/8143e248fadc4ddaac5d78bb7e835a62, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/134ddc257acd402988cc723156fbc810, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/d1d9756a95224ab8aad309fe88f106c4] to archive 2024-11-20T16:16:17,168 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:16:17,169 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/36e537f7c60e49dfaabc80d032887183 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/36e537f7c60e49dfaabc80d032887183 2024-11-20T16:16:17,170 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/6e26bd4aae794291aff0f8db70f5a581 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/6e26bd4aae794291aff0f8db70f5a581 2024-11-20T16:16:17,171 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/75c2fa222162436ab229fa5c8516f470 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/75c2fa222162436ab229fa5c8516f470 2024-11-20T16:16:17,172 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/786e79895229496c85eb9e0d2ef3cf9f to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/786e79895229496c85eb9e0d2ef3cf9f 2024-11-20T16:16:17,173 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/2d1f107cd5fb465d9d93d832e96b0870 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/2d1f107cd5fb465d9d93d832e96b0870 2024-11-20T16:16:17,174 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/59050404e534418089a897efcec0f04d to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/59050404e534418089a897efcec0f04d 2024-11-20T16:16:17,175 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/62e3cdc173284315b53edd6ba714d15f to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/62e3cdc173284315b53edd6ba714d15f 2024-11-20T16:16:17,176 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/7d8505932f934c4fba355ffc10a03774 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/7d8505932f934c4fba355ffc10a03774 2024-11-20T16:16:17,176 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/aa3d2e2cf19344b5b3821f70abacad41 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/aa3d2e2cf19344b5b3821f70abacad41 2024-11-20T16:16:17,177 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/e1abba406c0441518e5ff61f4bb6abf5 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/e1abba406c0441518e5ff61f4bb6abf5 2024-11-20T16:16:17,178 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/ad73f49037954448960be43e82e0cc34 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/ad73f49037954448960be43e82e0cc34 2024-11-20T16:16:17,179 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3c32ead4ec4d45188e8f73ebd9065b7d to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3c32ead4ec4d45188e8f73ebd9065b7d 2024-11-20T16:16:17,180 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/1c7e5157689d4e7d9b17bdcbcc3d813c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/1c7e5157689d4e7d9b17bdcbcc3d813c 2024-11-20T16:16:17,181 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/48d971a257f041f5af912f133ebe6340 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/48d971a257f041f5af912f133ebe6340 2024-11-20T16:16:17,182 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/c3cf7795f571483db652e54638852709 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/c3cf7795f571483db652e54638852709 2024-11-20T16:16:17,183 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/002a594d614b48af8754462642698e73 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/002a594d614b48af8754462642698e73 2024-11-20T16:16:17,184 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3a397488974246a08c335e5f632bc194 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3a397488974246a08c335e5f632bc194 2024-11-20T16:16:17,185 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3098f04e537c45939942fcc65be9172b to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3098f04e537c45939942fcc65be9172b 2024-11-20T16:16:17,186 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/e9b22b64e3bd42b5b8e8fb6670248324 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/e9b22b64e3bd42b5b8e8fb6670248324 2024-11-20T16:16:17,187 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/8143e248fadc4ddaac5d78bb7e835a62 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/8143e248fadc4ddaac5d78bb7e835a62 2024-11-20T16:16:17,188 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/134ddc257acd402988cc723156fbc810 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/134ddc257acd402988cc723156fbc810 2024-11-20T16:16:17,189 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/d1d9756a95224ab8aad309fe88f106c4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/d1d9756a95224ab8aad309fe88f106c4 2024-11-20T16:16:17,192 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/f9f9bdca708b4a21b0a56b17f8218ea6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/bccc1652f65140d2a937f1d0e931d145, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/f4036ea41876487bb0ef97f4877d347a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/9e1e98ce85954f2596733cd728927b52, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/7819ce6150d84ccdbc8447633fbbb439, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/a6d585e74fe04264b847b82b20e68742, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/259814295d3c45f889ae3bd4d2dbc9ae, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/b899d77fc15e405eb400c02d5c235b99, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/53234d85b7bd4934b93b3d9d9eee37cb, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/785a4d034f1e40c1af6ba7c850a7e89f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/0b66b3769c95490fb8ec6e9e03c93e79, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/bb12e7466e8744989683fa1810241c9b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/4d8c9ba424254a32ba3e222111af693d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/ef300232664e4c379ad9d4d23cf829af, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/e59897b6ea3e4f3d88997036ea872df4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/bfeceabb90db4a5f9cd7dc130d615e20, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/4395b5419b1c4a8dbc5628ed357fd748, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/c060f1809b5a4056b72086166449f0a9] to archive 2024-11-20T16:16:17,193 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:16:17,195 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/f9f9bdca708b4a21b0a56b17f8218ea6 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/f9f9bdca708b4a21b0a56b17f8218ea6 2024-11-20T16:16:17,196 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/bccc1652f65140d2a937f1d0e931d145 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/bccc1652f65140d2a937f1d0e931d145 2024-11-20T16:16:17,196 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/f4036ea41876487bb0ef97f4877d347a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/f4036ea41876487bb0ef97f4877d347a 2024-11-20T16:16:17,197 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/9e1e98ce85954f2596733cd728927b52 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/9e1e98ce85954f2596733cd728927b52 2024-11-20T16:16:17,198 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/7819ce6150d84ccdbc8447633fbbb439 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/7819ce6150d84ccdbc8447633fbbb439 2024-11-20T16:16:17,198 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/a6d585e74fe04264b847b82b20e68742 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/a6d585e74fe04264b847b82b20e68742 2024-11-20T16:16:17,199 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/259814295d3c45f889ae3bd4d2dbc9ae to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/259814295d3c45f889ae3bd4d2dbc9ae 2024-11-20T16:16:17,200 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/b899d77fc15e405eb400c02d5c235b99 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/b899d77fc15e405eb400c02d5c235b99 2024-11-20T16:16:17,200 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/53234d85b7bd4934b93b3d9d9eee37cb to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/53234d85b7bd4934b93b3d9d9eee37cb 2024-11-20T16:16:17,201 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/785a4d034f1e40c1af6ba7c850a7e89f to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/785a4d034f1e40c1af6ba7c850a7e89f 2024-11-20T16:16:17,202 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/0b66b3769c95490fb8ec6e9e03c93e79 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/0b66b3769c95490fb8ec6e9e03c93e79 2024-11-20T16:16:17,202 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/bb12e7466e8744989683fa1810241c9b to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/bb12e7466e8744989683fa1810241c9b 2024-11-20T16:16:17,203 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/4d8c9ba424254a32ba3e222111af693d to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/4d8c9ba424254a32ba3e222111af693d 2024-11-20T16:16:17,204 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/ef300232664e4c379ad9d4d23cf829af to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/ef300232664e4c379ad9d4d23cf829af 2024-11-20T16:16:17,204 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/e59897b6ea3e4f3d88997036ea872df4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/e59897b6ea3e4f3d88997036ea872df4 2024-11-20T16:16:17,205 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/bfeceabb90db4a5f9cd7dc130d615e20 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/bfeceabb90db4a5f9cd7dc130d615e20 2024-11-20T16:16:17,206 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/4395b5419b1c4a8dbc5628ed357fd748 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/4395b5419b1c4a8dbc5628ed357fd748 2024-11-20T16:16:17,206 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/044e4e732073:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/c060f1809b5a4056b72086166449f0a9 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/c060f1809b5a4056b72086166449f0a9 2024-11-20T16:16:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:17,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. as already flushing 2024-11-20T16:16:17,235 INFO [Thread-1591 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1591. 2024-11-20T16:16:17,235 DEBUG [Thread-1591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:17,235 DEBUG [Thread-1591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:17,235 DEBUG [Thread-1591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:17,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T16:16:17,481 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/f1ce457ac2544d4ba9fcb08e7270d02b as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/f1ce457ac2544d4ba9fcb08e7270d02b 2024-11-20T16:16:17,487 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/A of a3cfe6c13c571d365e4b96ff9717ed74 into f1ce457ac2544d4ba9fcb08e7270d02b(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:17,487 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:17,487 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/A, priority=12, startTime=1732119376646; duration=0sec 2024-11-20T16:16:17,487 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:17,487 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:A 2024-11-20T16:16:17,490 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/16984fccba064b6ca17ac60656e97b31 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/16984fccba064b6ca17ac60656e97b31 2024-11-20T16:16:17,495 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a3cfe6c13c571d365e4b96ff9717ed74/C of a3cfe6c13c571d365e4b96ff9717ed74 into 16984fccba064b6ca17ac60656e97b31(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:17,495 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:17,495 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., storeName=a3cfe6c13c571d365e4b96ff9717ed74/C, priority=12, startTime=1732119376646; duration=0sec 2024-11-20T16:16:17,495 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:17,495 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3cfe6c13c571d365e4b96ff9717ed74:C 2024-11-20T16:16:17,565 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=352, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/610a66af1a85481ca3716ff546bba515 2024-11-20T16:16:17,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/9de429a4e393499fbac49b30dd0a8e11 is 50, key is test_row_0/B:col10/1732119375010/Put/seqid=0 2024-11-20T16:16:17,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742267_1443 (size=12301) 2024-11-20T16:16:17,979 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/9de429a4e393499fbac49b30dd0a8e11 2024-11-20T16:16:18,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/4590245c37d94ae6a5181b993a12f0f1 is 50, key is test_row_0/C:col10/1732119375010/Put/seqid=0 2024-11-20T16:16:18,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742268_1444 (size=12301) 2024-11-20T16:16:18,426 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/4590245c37d94ae6a5181b993a12f0f1 2024-11-20T16:16:18,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/610a66af1a85481ca3716ff546bba515 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/610a66af1a85481ca3716ff546bba515 2024-11-20T16:16:18,432 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/610a66af1a85481ca3716ff546bba515, entries=150, sequenceid=352, filesize=30.5 K 2024-11-20T16:16:18,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/9de429a4e393499fbac49b30dd0a8e11 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/9de429a4e393499fbac49b30dd0a8e11 2024-11-20T16:16:18,436 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/9de429a4e393499fbac49b30dd0a8e11, entries=150, sequenceid=352, filesize=12.0 K 2024-11-20T16:16:18,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/4590245c37d94ae6a5181b993a12f0f1 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/4590245c37d94ae6a5181b993a12f0f1 2024-11-20T16:16:18,439 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/4590245c37d94ae6a5181b993a12f0f1, entries=150, sequenceid=352, filesize=12.0 K 2024-11-20T16:16:18,440 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=6.71 KB/6870 for a3cfe6c13c571d365e4b96ff9717ed74 in 1694ms, sequenceid=352, compaction requested=false 2024-11-20T16:16:18,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for a3cfe6c13c571d365e4b96ff9717ed74: 2024-11-20T16:16:18,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:18,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-20T16:16:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-20T16:16:18,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-20T16:16:18,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2250 sec 2024-11-20T16:16:18,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 3.2290 sec 2024-11-20T16:16:18,925 INFO [Thread-1593 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1593. 2024-11-20T16:16:18,925 DEBUG [Thread-1593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:18,926 DEBUG [Thread-1593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:18,926 DEBUG [Thread-1593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:18,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:18,935 INFO [Thread-1587 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1587. 2024-11-20T16:16:18,935 DEBUG [Thread-1587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:18,935 DEBUG [Thread-1587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:18,935 DEBUG [Thread-1587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:18,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-20T16:16:19,374 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:19,588 INFO [Thread-1589 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1589. 2024-11-20T16:16:19,588 DEBUG [Thread-1589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:19,588 DEBUG [Thread-1589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:19,588 DEBUG [Thread-1589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:19,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:19,607 INFO [Thread-1595 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1595. 2024-11-20T16:16:19,607 DEBUG [Thread-1595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:19,607 DEBUG [Thread-1595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:19,607 DEBUG [Thread-1595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:19,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:19,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T16:16:19,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-20T16:16:19,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-20T16:16:19,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-20T16:16:19,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-20T16:16:19,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-20T16:16:19,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T16:16:19,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T16:16:19,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 987 2024-11-20T16:16:19,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2955 rows 2024-11-20T16:16:19,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 990 2024-11-20T16:16:19,608 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2961 rows 2024-11-20T16:16:19,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1000 2024-11-20T16:16:19,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2986 rows 2024-11-20T16:16:19,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 992 2024-11-20T16:16:19,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2964 rows 2024-11-20T16:16:19,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 995 2024-11-20T16:16:19,609 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2980 rows 2024-11-20T16:16:19,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:16:19,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:16:19,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:19,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:19,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:19,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-20T16:16:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T16:16:19,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T16:16:19,618 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119379617"}]},"ts":"1732119379617"} 2024-11-20T16:16:19,619 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T16:16:19,619 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T16:16:19,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T16:16:19,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3cfe6c13c571d365e4b96ff9717ed74, UNASSIGN}] 2024-11-20T16:16:19,622 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3cfe6c13c571d365e4b96ff9717ed74, UNASSIGN 2024-11-20T16:16:19,622 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=a3cfe6c13c571d365e4b96ff9717ed74, regionState=CLOSING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:16:19,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3cfe6c13c571d365e4b96ff9717ed74, UNASSIGN because future has completed 2024-11-20T16:16:19,623 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T16:16:19,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:16:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T16:16:19,775 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(122): Close a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:19,775 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T16:16:19,775 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1722): Closing a3cfe6c13c571d365e4b96ff9717ed74, disabling compactions & flushes 2024-11-20T16:16:19,775 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:19,776 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:19,776 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. after waiting 0 ms 2024-11-20T16:16:19,776 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:19,776 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(2902): Flushing a3cfe6c13c571d365e4b96ff9717ed74 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-20T16:16:19,776 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=A 2024-11-20T16:16:19,776 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:19,776 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=B 2024-11-20T16:16:19,776 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:19,776 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3cfe6c13c571d365e4b96ff9717ed74, store=C 2024-11-20T16:16:19,776 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:19,784 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207ceb503ac9384cd087ffdd4583b5f54d_a3cfe6c13c571d365e4b96ff9717ed74 is 50, key is test_row_0/A:col10/1732119379584/Put/seqid=0 2024-11-20T16:16:19,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742269_1445 (size=12454) 2024-11-20T16:16:19,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T16:16:20,189 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:20,198 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411207ceb503ac9384cd087ffdd4583b5f54d_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207ceb503ac9384cd087ffdd4583b5f54d_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:20,199 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/37032d8c80d4457d8f62ee91e13e1af6, store: [table=TestAcidGuarantees family=A region=a3cfe6c13c571d365e4b96ff9717ed74] 2024-11-20T16:16:20,200 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/37032d8c80d4457d8f62ee91e13e1af6 is 175, key is test_row_0/A:col10/1732119379584/Put/seqid=0 2024-11-20T16:16:20,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742270_1446 (size=31255) 2024-11-20T16:16:20,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T16:16:20,605 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/37032d8c80d4457d8f62ee91e13e1af6 2024-11-20T16:16:20,619 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/3e4401dadb3b484ebce2f8ec98188543 is 50, key is test_row_0/B:col10/1732119379584/Put/seqid=0 2024-11-20T16:16:20,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742271_1447 (size=12301) 2024-11-20T16:16:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T16:16:21,023 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/3e4401dadb3b484ebce2f8ec98188543 2024-11-20T16:16:21,031 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/12292557af88437086d884c1c9ab74e4 is 50, key is test_row_0/C:col10/1732119379584/Put/seqid=0 2024-11-20T16:16:21,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742272_1448 (size=12301) 2024-11-20T16:16:21,437 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/12292557af88437086d884c1c9ab74e4 2024-11-20T16:16:21,445 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/A/37032d8c80d4457d8f62ee91e13e1af6 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/37032d8c80d4457d8f62ee91e13e1af6 2024-11-20T16:16:21,448 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/37032d8c80d4457d8f62ee91e13e1af6, entries=150, sequenceid=363, filesize=30.5 K 2024-11-20T16:16:21,449 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/B/3e4401dadb3b484ebce2f8ec98188543 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3e4401dadb3b484ebce2f8ec98188543 2024-11-20T16:16:21,451 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3e4401dadb3b484ebce2f8ec98188543, entries=150, sequenceid=363, filesize=12.0 K 2024-11-20T16:16:21,452 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/.tmp/C/12292557af88437086d884c1c9ab74e4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/12292557af88437086d884c1c9ab74e4 2024-11-20T16:16:21,454 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/12292557af88437086d884c1c9ab74e4, entries=150, sequenceid=363, filesize=12.0 K 2024-11-20T16:16:21,455 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for a3cfe6c13c571d365e4b96ff9717ed74 in 1679ms, sequenceid=363, compaction requested=true 2024-11-20T16:16:21,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/821d39cec3184bada1f5fef46ae4ef35, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/ee8ac94b7bac45f7bbcaa19736d46050, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/819d5f91e27d4b00b58fc85688c33708, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/c65f13810114450fa4962f47332e340e] to archive 2024-11-20T16:16:21,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:16:21,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/821d39cec3184bada1f5fef46ae4ef35 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/821d39cec3184bada1f5fef46ae4ef35 2024-11-20T16:16:21,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/ee8ac94b7bac45f7bbcaa19736d46050 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/ee8ac94b7bac45f7bbcaa19736d46050 2024-11-20T16:16:21,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/819d5f91e27d4b00b58fc85688c33708 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/819d5f91e27d4b00b58fc85688c33708 2024-11-20T16:16:21,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/c65f13810114450fa4962f47332e340e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/c65f13810114450fa4962f47332e340e 2024-11-20T16:16:21,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/ab099c38d0d341e2b37c84a34969bb6b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/65409c689c9942a983eb580e63764bb4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/ec5d4a84fa2d4a92a8a84f7142ce5bd9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/5181ba4627cc4a25a5958c2bba2fc513] to archive 2024-11-20T16:16:21,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:16:21,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/ab099c38d0d341e2b37c84a34969bb6b to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/ab099c38d0d341e2b37c84a34969bb6b 2024-11-20T16:16:21,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/65409c689c9942a983eb580e63764bb4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/65409c689c9942a983eb580e63764bb4 2024-11-20T16:16:21,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/ec5d4a84fa2d4a92a8a84f7142ce5bd9 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/ec5d4a84fa2d4a92a8a84f7142ce5bd9 2024-11-20T16:16:21,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/5181ba4627cc4a25a5958c2bba2fc513 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/5181ba4627cc4a25a5958c2bba2fc513 2024-11-20T16:16:21,468 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/recovered.edits/366.seqid, newMaxSeqId=366, maxSeqId=4 2024-11-20T16:16:21,469 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. 2024-11-20T16:16:21,469 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1676): Region close journal for a3cfe6c13c571d365e4b96ff9717ed74: Waiting for close lock at 1732119379775Running coprocessor pre-close hooks at 1732119379775Disabling compacts and flushes for region at 1732119379775Disabling writes for close at 1732119379776 (+1 ms)Obtaining lock to block concurrent updates at 1732119379776Preparing flush snapshotting stores in a3cfe6c13c571d365e4b96ff9717ed74 at 1732119379776Finished memstore snapshotting TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732119379776Flushing stores of TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74. at 1732119379777 (+1 ms)Flushing a3cfe6c13c571d365e4b96ff9717ed74/A: creating writer at 1732119379777Flushing mob file a3cfe6c13c571d365e4b96ff9717ed74/A: appending metadata at 1732119379783 (+6 ms)Flushing mob file a3cfe6c13c571d365e4b96ff9717ed74/A: closing flushed file at 1732119379783Flushing a3cfe6c13c571d365e4b96ff9717ed74/A: appending metadata at 1732119380199 (+416 ms)Flushing a3cfe6c13c571d365e4b96ff9717ed74/A: closing flushed file at 1732119380199Flushing a3cfe6c13c571d365e4b96ff9717ed74/B: creating writer at 1732119380615 (+416 ms)Flushing a3cfe6c13c571d365e4b96ff9717ed74/B: appending metadata at 1732119380618 (+3 ms)Flushing a3cfe6c13c571d365e4b96ff9717ed74/B: closing flushed file at 1732119380618Flushing a3cfe6c13c571d365e4b96ff9717ed74/C: creating writer at 1732119381027 (+409 ms)Flushing a3cfe6c13c571d365e4b96ff9717ed74/C: appending metadata at 1732119381031 (+4 ms)Flushing a3cfe6c13c571d365e4b96ff9717ed74/C: closing flushed file at 1732119381031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e11a472: reopening flushed file at 1732119381444 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480f4aae: reopening flushed file at 1732119381448 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa4d7fc: reopening flushed file at 1732119381451 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for a3cfe6c13c571d365e4b96ff9717ed74 in 1679ms, sequenceid=363, compaction requested=true at 1732119381455 (+4 ms)Writing region close event to WAL at 1732119381466 (+11 ms)Running coprocessor post-close hooks at 1732119381469 (+3 ms)Closed at 1732119381469 2024-11-20T16:16:21,471 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(157): Closed a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,471 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=a3cfe6c13c571d365e4b96ff9717ed74, regionState=CLOSED 2024-11-20T16:16:21,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 because future has completed 2024-11-20T16:16:21,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-20T16:16:21,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseRegionProcedure a3cfe6c13c571d365e4b96ff9717ed74, server=044e4e732073,41459,1732119253621 in 1.8500 sec 2024-11-20T16:16:21,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-20T16:16:21,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3cfe6c13c571d365e4b96ff9717ed74, UNASSIGN in 1.8530 sec 2024-11-20T16:16:21,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-20T16:16:21,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8560 sec 2024-11-20T16:16:21,479 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119381479"}]},"ts":"1732119381479"} 2024-11-20T16:16:21,481 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T16:16:21,481 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T16:16:21,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8700 sec 2024-11-20T16:16:21,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-20T16:16:21,764 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:21,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-20T16:16:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:16:21,771 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:16:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T16:16:21,773 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=117, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:16:21,777 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,780 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A, FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B, FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C, FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/recovered.edits] 2024-11-20T16:16:21,784 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/37032d8c80d4457d8f62ee91e13e1af6 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/37032d8c80d4457d8f62ee91e13e1af6 2024-11-20T16:16:21,785 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/610a66af1a85481ca3716ff546bba515 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/610a66af1a85481ca3716ff546bba515 2024-11-20T16:16:21,787 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/f1ce457ac2544d4ba9fcb08e7270d02b to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/A/f1ce457ac2544d4ba9fcb08e7270d02b 2024-11-20T16:16:21,791 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/00d48c94ecda4f25a3135b3cf21d23a0 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/00d48c94ecda4f25a3135b3cf21d23a0 2024-11-20T16:16:21,792 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3e4401dadb3b484ebce2f8ec98188543 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/3e4401dadb3b484ebce2f8ec98188543 2024-11-20T16:16:21,794 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/9de429a4e393499fbac49b30dd0a8e11 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/B/9de429a4e393499fbac49b30dd0a8e11 2024-11-20T16:16:21,797 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/12292557af88437086d884c1c9ab74e4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/12292557af88437086d884c1c9ab74e4 2024-11-20T16:16:21,799 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/16984fccba064b6ca17ac60656e97b31 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/16984fccba064b6ca17ac60656e97b31 2024-11-20T16:16:21,801 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/4590245c37d94ae6a5181b993a12f0f1 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/C/4590245c37d94ae6a5181b993a12f0f1 2024-11-20T16:16:21,805 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/recovered.edits/366.seqid to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74/recovered.edits/366.seqid 2024-11-20T16:16:21,806 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,806 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T16:16:21,806 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T16:16:21,807 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T16:16:21,812 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112018bd9e7ffe81486da4100d3edb9eb30d_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112018bd9e7ffe81486da4100d3edb9eb30d_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,814 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201bf19413a2c040a4b2cecee23e8d9c37_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201bf19413a2c040a4b2cecee23e8d9c37_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,815 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201caf0383739e497181df2791575a8c56_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411201caf0383739e497181df2791575a8c56_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,817 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112031def148f8564b5eb4887d2deadab6e9_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112031def148f8564b5eb4887d2deadab6e9_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,818 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120500540908b854380a432787f00afbd30_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120500540908b854380a432787f00afbd30_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,819 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206b82a007f4c14414881f5315e342475f_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206b82a007f4c14414881f5315e342475f_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,820 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120725bd07c9dcc4173a34574f44813891a_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120725bd07c9dcc4173a34574f44813891a_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,821 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207ceb503ac9384cd087ffdd4583b5f54d_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411207ceb503ac9384cd087ffdd4583b5f54d_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,821 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209b935e50814342a58e324c6d4c20a922_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209b935e50814342a58e324c6d4c20a922_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,822 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b83414b4f9c64128aeb1c612eba15372_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b83414b4f9c64128aeb1c612eba15372_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,823 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c05ae1941fb24fbf8b969de863760ead_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c05ae1941fb24fbf8b969de863760ead_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,823 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ce1371344a5649b7a0b407031236743b_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ce1371344a5649b7a0b407031236743b_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,824 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cf0cc4c4f92c4c3c974cfbaef691b8dc_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120cf0cc4c4f92c4c3c974cfbaef691b8dc_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,825 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d980f6caa90f4409a24444f149d99fa5_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120d980f6caa90f4409a24444f149d99fa5_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,825 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120db14c75000254dc4955caf25638f3271_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120db14c75000254dc4955caf25638f3271_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,826 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120de062b9979664f6a8cd8b3417a4af71c_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120de062b9979664f6a8cd8b3417a4af71c_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,827 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eb395961161f4b9887ab7d87577e86d4_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120eb395961161f4b9887ab7d87577e86d4_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,827 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fb76bf976f0243dbbb46ae9c2af555c7_a3cfe6c13c571d365e4b96ff9717ed74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120fb76bf976f0243dbbb46ae9c2af555c7_a3cfe6c13c571d365e4b96ff9717ed74 2024-11-20T16:16:21,828 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T16:16:21,829 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=117, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:16:21,831 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T16:16:21,833 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T16:16:21,834 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=117, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:16:21,834 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T16:16:21,834 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732119381834"}]},"ts":"9223372036854775807"} 2024-11-20T16:16:21,836 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T16:16:21,836 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a3cfe6c13c571d365e4b96ff9717ed74, NAME => 'TestAcidGuarantees,,1732119353402.a3cfe6c13c571d365e4b96ff9717ed74.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T16:16:21,836 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T16:16:21,836 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732119381836"}]},"ts":"9223372036854775807"} 2024-11-20T16:16:21,838 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T16:16:21,838 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=117, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:16:21,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 72 msec 2024-11-20T16:16:21,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-20T16:16:21,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T16:16:21,889 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:21,897 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251 (was 246) - Thread LEAK? -, OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=617 (was 499) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6302 (was 6593) 2024-11-20T16:16:21,908 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=617, ProcessCount=11, AvailableMemoryMB=6302 2024-11-20T16:16:21,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T16:16:21,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:16:21,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T16:16:21,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T16:16:21,911 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:21,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 118 2024-11-20T16:16:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-20T16:16:21,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T16:16:21,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742273_1449 (size=1061) 2024-11-20T16:16:22,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-20T16:16:22,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-20T16:16:22,323 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98 2024-11-20T16:16:22,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742274_1450 (size=53) 2024-11-20T16:16:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-20T16:16:22,733 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:16:22,733 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing e31e3462b39521add6cf276c60f60ae4, disabling compactions & flushes 2024-11-20T16:16:22,733 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:22,733 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:22,734 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. after waiting 0 ms 2024-11-20T16:16:22,734 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:22,734 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:22,734 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for e31e3462b39521add6cf276c60f60ae4: Waiting for close lock at 1732119382733Disabling compacts and flushes for region at 1732119382733Disabling writes for close at 1732119382734 (+1 ms)Writing region close event to WAL at 1732119382734Closed at 1732119382734 2024-11-20T16:16:22,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T16:16:22,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732119382737"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732119382737"}]},"ts":"1732119382737"} 2024-11-20T16:16:22,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T16:16:22,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T16:16:22,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119382742"}]},"ts":"1732119382742"} 2024-11-20T16:16:22,744 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T16:16:22,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e31e3462b39521add6cf276c60f60ae4, ASSIGN}] 2024-11-20T16:16:22,745 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e31e3462b39521add6cf276c60f60ae4, ASSIGN 2024-11-20T16:16:22,746 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e31e3462b39521add6cf276c60f60ae4, ASSIGN; state=OFFLINE, location=044e4e732073,41459,1732119253621; forceNewPlan=false, retain=false 2024-11-20T16:16:22,897 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=e31e3462b39521add6cf276c60f60ae4, regionState=OPENING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:16:22,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e31e3462b39521add6cf276c60f60ae4, ASSIGN because future has completed 2024-11-20T16:16:22,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:16:22,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T16:16:23,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-20T16:16:23,056 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:23,056 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7752): Opening region: {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:16:23,058 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:23,058 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:16:23,058 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7794): checking encryption for e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:23,058 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7797): checking classloading for e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:23,061 INFO [StoreOpener-e31e3462b39521add6cf276c60f60ae4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:23,063 INFO [StoreOpener-e31e3462b39521add6cf276c60f60ae4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:16:23,063 INFO [StoreOpener-e31e3462b39521add6cf276c60f60ae4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e31e3462b39521add6cf276c60f60ae4 columnFamilyName A 2024-11-20T16:16:23,063 DEBUG [StoreOpener-e31e3462b39521add6cf276c60f60ae4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:23,064 INFO [StoreOpener-e31e3462b39521add6cf276c60f60ae4-1 {}] regionserver.HStore(327): Store=e31e3462b39521add6cf276c60f60ae4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:16:23,064 INFO [StoreOpener-e31e3462b39521add6cf276c60f60ae4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:23,065 INFO [StoreOpener-e31e3462b39521add6cf276c60f60ae4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:16:23,065 INFO [StoreOpener-e31e3462b39521add6cf276c60f60ae4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e31e3462b39521add6cf276c60f60ae4 columnFamilyName B 2024-11-20T16:16:23,065 DEBUG [StoreOpener-e31e3462b39521add6cf276c60f60ae4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:23,065 INFO [StoreOpener-e31e3462b39521add6cf276c60f60ae4-1 {}] regionserver.HStore(327): Store=e31e3462b39521add6cf276c60f60ae4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:16:23,066 INFO [StoreOpener-e31e3462b39521add6cf276c60f60ae4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:23,066 INFO [StoreOpener-e31e3462b39521add6cf276c60f60ae4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:16:23,066 INFO [StoreOpener-e31e3462b39521add6cf276c60f60ae4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e31e3462b39521add6cf276c60f60ae4 columnFamilyName C 2024-11-20T16:16:23,066 DEBUG [StoreOpener-e31e3462b39521add6cf276c60f60ae4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:23,067 INFO [StoreOpener-e31e3462b39521add6cf276c60f60ae4-1 {}] regionserver.HStore(327): Store=e31e3462b39521add6cf276c60f60ae4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:16:23,067 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:23,067 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1038): replaying wal for e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:23,067 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:23,068 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:23,069 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1048): stopping wal replay for e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:23,069 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1060): Cleaning up temporary data for e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:23,069 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:16:23,070 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1093): writing seq id for e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:23,072 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:16:23,072 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1114): Opened e31e3462b39521add6cf276c60f60ae4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64126220, jitterRate=-0.04444485902786255}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:16:23,072 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:23,073 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1006): Region open journal for e31e3462b39521add6cf276c60f60ae4: Running coprocessor pre-open hook at 1732119383058Writing region info on filesystem at 1732119383058Initializing all the Stores at 1732119383060 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119383060Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119383060Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119383060Cleaning up temporary data from old regions at 1732119383069 (+9 ms)Running coprocessor post-open hooks at 1732119383072 (+3 ms)Region opened successfully at 1732119383073 (+1 ms) 2024-11-20T16:16:23,074 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., pid=120, masterSystemTime=1732119383050 2024-11-20T16:16:23,075 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:23,075 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:23,076 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=e31e3462b39521add6cf276c60f60ae4, regionState=OPEN, openSeqNum=2, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:16:23,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 because future has completed 2024-11-20T16:16:23,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-20T16:16:23,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; OpenRegionProcedure e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 in 180 msec 2024-11-20T16:16:23,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-20T16:16:23,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e31e3462b39521add6cf276c60f60ae4, ASSIGN in 335 msec 2024-11-20T16:16:23,081 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T16:16:23,081 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119383081"}]},"ts":"1732119383081"} 2024-11-20T16:16:23,082 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T16:16:23,083 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T16:16:23,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1740 sec 2024-11-20T16:16:24,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-20T16:16:24,075 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:24,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72417d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:24,078 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:24,079 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:24,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12473da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:24,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:24,082 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:24,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e4db74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:24,085 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:24,085 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:24,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:24,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T16:16:24,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 044e4e732073,38329,1732119252544 2024-11-20T16:16:24,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@406e7507 2024-11-20T16:16:24,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T16:16:24,090 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T16:16:24,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3692791b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:24,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:24,093 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f92ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:24,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:24,095 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:24,096 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e622fa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b791feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:24,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:24,098 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58932172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:24,098 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:24,099 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4158bc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da2e0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:24,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:24,101 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:24,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:24,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:24,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a70e28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,101 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:24,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:24,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:24,102 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:24,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ed2fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc361f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:24,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:24,105 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8555de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:24,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:24,106 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:24,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d552f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:24,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:24,108 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:24,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:24,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:24,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1ef85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:24,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:24,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:24,109 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:24,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50bcc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71238b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:24,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:24,111 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:24,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:24,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:24,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@111fa05d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:24,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:24,112 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:24,113 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:24,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2313066e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625b319d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:24,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:24,115 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364293d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:24,117 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:24,118 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e931f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cd7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:24,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:24,119 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:24,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c812665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:24,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:24,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:24,121 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:24,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7adc21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f5639f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:24,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:24,123 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:24,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:24,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:24,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190e1aa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:24,125 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:24,125 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556f207c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb1bf9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:24,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:24,127 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732f40f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:24,128 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:24,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213201fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:24,130 DEBUG [Thread-2036 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:24,130 DEBUG [Thread-2023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:24,130 DEBUG [Thread-2031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:24,130 DEBUG [Thread-2038 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:24,130 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:16:24,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:24,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:24,131 DEBUG [Thread-2027 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:24,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:24,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:24,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:24,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:24,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-20T16:16:24,132 DEBUG [Thread-2040 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:24,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:24,133 DEBUG [Thread-2042 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:24,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T16:16:24,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:24,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:24,133 DEBUG [Thread-2025 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:24,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:24,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:24,134 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:16:24,134 DEBUG [Thread-2029 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:16:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:24,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:16:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:24,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:24,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:16:24,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:24,136 DEBUG [Thread-2034 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:24,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:24,136 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:16:24,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:24,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:16:24,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:24,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:24,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:24,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:16:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:16:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:16:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:24,138 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:16:24,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:16:24,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:16:24,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:24,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2] 2024-11-20T16:16:24,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:24,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T16:16:24,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:24,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:24,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:24,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:24,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:24,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:24,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/c5eff964185143e9bc371bb058a5605d is 50, key is test_row_0/A:col10/1732119384142/Put/seqid=0 2024-11-20T16:16:24,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742275_1451 (size=12001) 2024-11-20T16:16:24,179 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732119384162, max timestamp=1732119384177Num uniques 859; 2024-11-20T16:16:24,179 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732119384162, max timestamp=1732119384177Num uniques 859; 2024-11-20T16:16:24,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T16:16:24,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732119384162, max timestamp=1732119384177Num uniques 859; 2024-11-20T16:16:24,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T16:16:24,180 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T16:16:24,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119444200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119444201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119444210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119444211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43080 deadline: 1732119444212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T16:16:24,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T16:16:24,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:24,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:24,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:24,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:24,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:24,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119444323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119444324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119444324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119444333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43080 deadline: 1732119444333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T16:16:24,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:24,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:24,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:24,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:24,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:24,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T16:16:24,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119444533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119444533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119444533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119444553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43080 deadline: 1732119444553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/c5eff964185143e9bc371bb058a5605d 2024-11-20T16:16:24,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T16:16:24,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:24,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:24,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:24,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:24,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:24,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/b16220fd50624d04b2b841851a384858 is 50, key is test_row_0/B:col10/1732119384142/Put/seqid=0 2024-11-20T16:16:24,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742276_1452 (size=12001) 2024-11-20T16:16:24,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/b16220fd50624d04b2b841851a384858 2024-11-20T16:16:24,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/1098750ff9c1418691945cca7c35ad98 is 50, key is test_row_0/C:col10/1732119384142/Put/seqid=0 2024-11-20T16:16:24,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742277_1453 (size=12001) 2024-11-20T16:16:24,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T16:16:24,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:24,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:24,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:24,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:24,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T16:16:24,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119444843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,848 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119444853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119444853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119444863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:24,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43080 deadline: 1732119444863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:24,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:24,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:24,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T16:16:24,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:24,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:24,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:24,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:24,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:25,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/1098750ff9c1418691945cca7c35ad98 2024-11-20T16:16:25,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/c5eff964185143e9bc371bb058a5605d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/c5eff964185143e9bc371bb058a5605d 2024-11-20T16:16:25,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/c5eff964185143e9bc371bb058a5605d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T16:16:25,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/b16220fd50624d04b2b841851a384858 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/b16220fd50624d04b2b841851a384858 2024-11-20T16:16:25,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/b16220fd50624d04b2b841851a384858, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T16:16:25,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/1098750ff9c1418691945cca7c35ad98 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/1098750ff9c1418691945cca7c35ad98 2024-11-20T16:16:25,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/1098750ff9c1418691945cca7c35ad98, entries=150, sequenceid=12, filesize=11.7 K 2024-11-20T16:16:25,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for e31e3462b39521add6cf276c60f60ae4 in 896ms, sequenceid=12, compaction requested=false 2024-11-20T16:16:25,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:25,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-20T16:16:25,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:25,057 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-11-20T16:16:25,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:25,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:16:25,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:25,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:16:25,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:25,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:16:25,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/41c3ac43beb048d2b5cb6773732c4f74 is 50, key is test_row_0/A:col10/1732119384209/Put/seqid=0 2024-11-20T16:16:25,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742278_1454 (size=12001) 2024-11-20T16:16:25,089 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/41c3ac43beb048d2b5cb6773732c4f74 2024-11-20T16:16:25,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/7a77581b727a4038a2437680e1a6ece1 is 50, key is test_row_0/B:col10/1732119384209/Put/seqid=0 2024-11-20T16:16:25,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742279_1455 (size=12001) 2024-11-20T16:16:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T16:16:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:25,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:25,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119445376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119445381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119445381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119445382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43080 deadline: 1732119445383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,395 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119445493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119445493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119445493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,499 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119445503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43080 deadline: 1732119445503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,513 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,531 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/7a77581b727a4038a2437680e1a6ece1 2024-11-20T16:16:25,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/c31c31b62e8a4de2be63a1750ae104db is 50, key is test_row_0/C:col10/1732119384209/Put/seqid=0 2024-11-20T16:16:25,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742280_1456 (size=12001) 2024-11-20T16:16:25,540 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/c31c31b62e8a4de2be63a1750ae104db 2024-11-20T16:16:25,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/41c3ac43beb048d2b5cb6773732c4f74 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/41c3ac43beb048d2b5cb6773732c4f74 2024-11-20T16:16:25,550 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/41c3ac43beb048d2b5cb6773732c4f74, entries=150, sequenceid=46, filesize=11.7 K 2024-11-20T16:16:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/7a77581b727a4038a2437680e1a6ece1 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7a77581b727a4038a2437680e1a6ece1 2024-11-20T16:16:25,559 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7a77581b727a4038a2437680e1a6ece1, entries=150, sequenceid=46, filesize=11.7 K 2024-11-20T16:16:25,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/c31c31b62e8a4de2be63a1750ae104db as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/c31c31b62e8a4de2be63a1750ae104db 2024-11-20T16:16:25,571 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/c31c31b62e8a4de2be63a1750ae104db, entries=150, sequenceid=46, filesize=11.7 K 2024-11-20T16:16:25,571 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for e31e3462b39521add6cf276c60f60ae4 in 515ms, sequenceid=46, compaction requested=false 2024-11-20T16:16:25,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:25,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:25,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-20T16:16:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-20T16:16:25,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-20T16:16:25,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4370 sec 2024-11-20T16:16:25,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.4460 sec 2024-11-20T16:16:25,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-20T16:16:25,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:25,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:25,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:25,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:25,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:25,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:25,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:25,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/4d105aa73cdd4157b33c9b23df3febd0 is 50, key is test_row_1/A:col10/1732119385707/Put/seqid=0 2024-11-20T16:16:25,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742281_1457 (size=9657) 2024-11-20T16:16:25,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119445744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119445745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119445745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119445746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43080 deadline: 1732119445748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,761 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119445853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119445863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119445863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119445863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43080 deadline: 1732119445864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:25,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:25,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:26,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:26,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119446063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:26,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:26,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119446074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:26,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:26,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119446074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:26,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:26,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119446083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:26,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43080 deadline: 1732119446083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:26,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/4d105aa73cdd4157b33c9b23df3febd0 2024-11-20T16:16:26,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/0c8e4b3c6951448888a463a5a54af0d1 is 50, key is test_row_1/B:col10/1732119385707/Put/seqid=0 2024-11-20T16:16:26,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742282_1458 (size=9657) 2024-11-20T16:16:26,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/0c8e4b3c6951448888a463a5a54af0d1 2024-11-20T16:16:26,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/b6ebe9f832044a4f94cef0a018f05132 is 50, key is test_row_1/C:col10/1732119385707/Put/seqid=0 2024-11-20T16:16:26,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742283_1459 (size=9657) 2024-11-20T16:16:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-20T16:16:26,293 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:26,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:16:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-20T16:16:26,295 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:16:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T16:16:26,295 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:16:26,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:16:26,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119446383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:26,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:26,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119446383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119446384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:26,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119446393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:26,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:26,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43080 deadline: 1732119446393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:26,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,401 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T16:16:26,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T16:16:26,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:26,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:26,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:26,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:26,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:26,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:26,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/b6ebe9f832044a4f94cef0a018f05132 2024-11-20T16:16:26,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/4d105aa73cdd4157b33c9b23df3febd0 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/4d105aa73cdd4157b33c9b23df3febd0 2024-11-20T16:16:26,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/4d105aa73cdd4157b33c9b23df3febd0, entries=100, sequenceid=58, filesize=9.4 K 2024-11-20T16:16:26,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/0c8e4b3c6951448888a463a5a54af0d1 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/0c8e4b3c6951448888a463a5a54af0d1 2024-11-20T16:16:26,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/0c8e4b3c6951448888a463a5a54af0d1, entries=100, sequenceid=58, filesize=9.4 K 2024-11-20T16:16:26,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/b6ebe9f832044a4f94cef0a018f05132 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/b6ebe9f832044a4f94cef0a018f05132 2024-11-20T16:16:26,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/b6ebe9f832044a4f94cef0a018f05132, entries=100, sequenceid=58, filesize=9.4 K 2024-11-20T16:16:26,595 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for e31e3462b39521add6cf276c60f60ae4 in 887ms, sequenceid=58, compaction requested=true 2024-11-20T16:16:26,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:26,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:16:26,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:26,596 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:26,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:16:26,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:26,596 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:26,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:16:26,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:26,596 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:26,596 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:26,596 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/B is initiating minor compaction (all files) 2024-11-20T16:16:26,596 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/A is initiating minor compaction (all files) 2024-11-20T16:16:26,597 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/A in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:26,597 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/B in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:26,597 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/c5eff964185143e9bc371bb058a5605d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/41c3ac43beb048d2b5cb6773732c4f74, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/4d105aa73cdd4157b33c9b23df3febd0] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=32.9 K 2024-11-20T16:16:26,597 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/b16220fd50624d04b2b841851a384858, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7a77581b727a4038a2437680e1a6ece1, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/0c8e4b3c6951448888a463a5a54af0d1] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=32.9 K 2024-11-20T16:16:26,597 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5eff964185143e9bc371bb058a5605d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732119384139 2024-11-20T16:16:26,597 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting b16220fd50624d04b2b841851a384858, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732119384139 2024-11-20T16:16:26,597 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41c3ac43beb048d2b5cb6773732c4f74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732119384199 2024-11-20T16:16:26,597 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a77581b727a4038a2437680e1a6ece1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732119384199 2024-11-20T16:16:26,597 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d105aa73cdd4157b33c9b23df3febd0, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732119385382 2024-11-20T16:16:26,597 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c8e4b3c6951448888a463a5a54af0d1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732119385382 2024-11-20T16:16:26,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-20T16:16:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:26,600 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-20T16:16:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:26,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:26,603 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#A#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:26,603 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/ed43aa06bf8546d4995d6a8625714ea1 is 50, key is test_row_0/A:col10/1732119384209/Put/seqid=0 2024-11-20T16:16:26,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/0718607dfaa840cfac05fa737c62b5a8 is 50, key is test_row_0/A:col10/1732119385743/Put/seqid=0 2024-11-20T16:16:26,612 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#B#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:26,612 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/4538c48e3c9c42d496ddd07358fc38be is 50, key is test_row_0/B:col10/1732119384209/Put/seqid=0 2024-11-20T16:16:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T16:16:26,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742284_1460 (size=12104) 2024-11-20T16:16:26,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742285_1461 (size=12001) 2024-11-20T16:16:26,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742286_1462 (size=12104) 2024-11-20T16:16:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:26,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T16:16:26,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43080 deadline: 1732119446914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:26,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119446914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:26,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119446920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:26,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119446924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:26,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119446925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:26,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:26,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:26,990 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T16:16:27,023 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/ed43aa06bf8546d4995d6a8625714ea1 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/ed43aa06bf8546d4995d6a8625714ea1 2024-11-20T16:16:27,027 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/A of e31e3462b39521add6cf276c60f60ae4 into ed43aa06bf8546d4995d6a8625714ea1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:27,027 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:27,027 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/A, priority=13, startTime=1732119386595; duration=0sec 2024-11-20T16:16:27,027 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:27,027 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:A 2024-11-20T16:16:27,027 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:27,028 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:27,028 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/C is initiating minor compaction (all files) 2024-11-20T16:16:27,028 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/C in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:27,028 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/1098750ff9c1418691945cca7c35ad98, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/c31c31b62e8a4de2be63a1750ae104db, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/b6ebe9f832044a4f94cef0a018f05132] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=32.9 K 2024-11-20T16:16:27,028 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1098750ff9c1418691945cca7c35ad98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732119384139 2024-11-20T16:16:27,029 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting c31c31b62e8a4de2be63a1750ae104db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1732119384199 2024-11-20T16:16:27,029 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6ebe9f832044a4f94cef0a018f05132, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732119385382 2024-11-20T16:16:27,035 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#C#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:27,035 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/0718607dfaa840cfac05fa737c62b5a8 2024-11-20T16:16:27,036 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/7ef8b8d9059e45b5bc15e2b5d4ad54d9 is 50, key is test_row_0/C:col10/1732119384209/Put/seqid=0 2024-11-20T16:16:27,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119447033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119447033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,046 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/4538c48e3c9c42d496ddd07358fc38be as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/4538c48e3c9c42d496ddd07358fc38be 2024-11-20T16:16:27,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/41a9fb4c09ac45c8b761eb76956df9c5 is 50, key is test_row_0/B:col10/1732119385743/Put/seqid=0 2024-11-20T16:16:27,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119447043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,052 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/B of e31e3462b39521add6cf276c60f60ae4 into 4538c48e3c9c42d496ddd07358fc38be(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:27,052 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:27,052 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/B, priority=13, startTime=1732119386596; duration=0sec 2024-11-20T16:16:27,053 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:27,053 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:B 2024-11-20T16:16:27,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742287_1463 (size=12104) 2024-11-20T16:16:27,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742288_1464 (size=12001) 2024-11-20T16:16:27,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119447053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,065 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/41a9fb4c09ac45c8b761eb76956df9c5 2024-11-20T16:16:27,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/39ae14cb3a6944f2b8e4e836074e8a65 is 50, key is test_row_0/C:col10/1732119385743/Put/seqid=0 2024-11-20T16:16:27,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742289_1465 (size=12001) 2024-11-20T16:16:27,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119447254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,260 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119447254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119447254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119447273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T16:16:27,461 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/7ef8b8d9059e45b5bc15e2b5d4ad54d9 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/7ef8b8d9059e45b5bc15e2b5d4ad54d9 2024-11-20T16:16:27,464 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/C of e31e3462b39521add6cf276c60f60ae4 into 7ef8b8d9059e45b5bc15e2b5d4ad54d9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:27,464 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:27,464 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/C, priority=13, startTime=1732119386596; duration=0sec 2024-11-20T16:16:27,464 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:27,464 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:C 2024-11-20T16:16:27,482 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/39ae14cb3a6944f2b8e4e836074e8a65 2024-11-20T16:16:27,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/0718607dfaa840cfac05fa737c62b5a8 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/0718607dfaa840cfac05fa737c62b5a8 2024-11-20T16:16:27,487 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/0718607dfaa840cfac05fa737c62b5a8, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T16:16:27,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/41a9fb4c09ac45c8b761eb76956df9c5 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/41a9fb4c09ac45c8b761eb76956df9c5 2024-11-20T16:16:27,490 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/41a9fb4c09ac45c8b761eb76956df9c5, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T16:16:27,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/39ae14cb3a6944f2b8e4e836074e8a65 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/39ae14cb3a6944f2b8e4e836074e8a65 2024-11-20T16:16:27,493 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/39ae14cb3a6944f2b8e4e836074e8a65, entries=150, sequenceid=78, filesize=11.7 K 2024-11-20T16:16:27,493 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for e31e3462b39521add6cf276c60f60ae4 in 893ms, sequenceid=78, compaction requested=false 2024-11-20T16:16:27,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:27,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:27,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-20T16:16:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-20T16:16:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:27,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T16:16:27,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:27,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:27,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:27,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:27,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:27,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:27,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/bd9043b672434d3e8ea792b5f21b4996 is 50, key is test_row_0/A:col10/1732119386919/Put/seqid=0 2024-11-20T16:16:27,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742290_1466 (size=14341) 2024-11-20T16:16:27,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119447604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,612 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119447605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119447606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119447610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,679 INFO [AsyncFSWAL-0-hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData-prefix:044e4e732073,38329,1732119252544 {}] wal.AbstractFSWAL(1368): Slow sync cost: 184 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:33601,DS-0ee87338-1dba-4ae7-8a05-ac3785d805bb,DISK]] 2024-11-20T16:16:27,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-20T16:16:27,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3840 sec 2024-11-20T16:16:27,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.3880 sec 2024-11-20T16:16:27,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119447723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119447723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119447723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119447723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43080 deadline: 1732119447943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119447943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119447943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,947 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in e31e3462b39521add6cf276c60f60ae4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119447943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119447943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:27,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:28,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/bd9043b672434d3e8ea792b5f21b4996 2024-11-20T16:16:28,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/ea402c82adcb4cd890247527a9bbe7dd is 50, key is test_row_0/B:col10/1732119386919/Put/seqid=0 2024-11-20T16:16:28,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742291_1467 (size=12001) 2024-11-20T16:16:28,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119448253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:28,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:28,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:28,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:28,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119448254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:28,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:28,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119448254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:28,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:28,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:28,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:28,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:28,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:28,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:28,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119448254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:28,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:28,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:28,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:28,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:28,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/ea402c82adcb4cd890247527a9bbe7dd 2024-11-20T16:16:28,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/4ef30d99e0ce43cc9d0cc254887805b4 is 50, key is test_row_0/C:col10/1732119386919/Put/seqid=0 2024-11-20T16:16:28,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742292_1468 (size=12001) 2024-11-20T16:16:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-20T16:16:28,454 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:28,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:16:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-20T16:16:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T16:16:28,456 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:16:28,456 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:16:28,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:16:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T16:16:28,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T16:16:28,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:28,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:28,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:28,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:28,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:28,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:28,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T16:16:28,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:28,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:28,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:28,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:28,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T16:16:28,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119448773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:28,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119448773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:28,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119448773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:28,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119448773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:28,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:28,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/4ef30d99e0ce43cc9d0cc254887805b4 2024-11-20T16:16:28,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/bd9043b672434d3e8ea792b5f21b4996 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/bd9043b672434d3e8ea792b5f21b4996 2024-11-20T16:16:28,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/bd9043b672434d3e8ea792b5f21b4996, entries=200, sequenceid=94, filesize=14.0 K 2024-11-20T16:16:28,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/ea402c82adcb4cd890247527a9bbe7dd as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/ea402c82adcb4cd890247527a9bbe7dd 2024-11-20T16:16:28,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/ea402c82adcb4cd890247527a9bbe7dd, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T16:16:28,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/4ef30d99e0ce43cc9d0cc254887805b4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/4ef30d99e0ce43cc9d0cc254887805b4 2024-11-20T16:16:28,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/4ef30d99e0ce43cc9d0cc254887805b4, entries=150, sequenceid=94, filesize=11.7 K 2024-11-20T16:16:28,845 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for e31e3462b39521add6cf276c60f60ae4 in 1278ms, sequenceid=94, compaction requested=true 2024-11-20T16:16:28,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:28,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:16:28,845 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:28,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:28,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:16:28,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:28,845 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:28,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:16:28,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:28,846 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:28,846 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:28,846 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/A is initiating minor compaction (all files) 2024-11-20T16:16:28,846 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/B is initiating minor compaction (all files) 2024-11-20T16:16:28,846 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/A in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:28,846 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/B in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:28,846 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/ed43aa06bf8546d4995d6a8625714ea1, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/0718607dfaa840cfac05fa737c62b5a8, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/bd9043b672434d3e8ea792b5f21b4996] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=37.5 K 2024-11-20T16:16:28,846 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/4538c48e3c9c42d496ddd07358fc38be, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/41a9fb4c09ac45c8b761eb76956df9c5, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/ea402c82adcb4cd890247527a9bbe7dd] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=35.3 K 2024-11-20T16:16:28,852 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed43aa06bf8546d4995d6a8625714ea1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732119384209 2024-11-20T16:16:28,852 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 4538c48e3c9c42d496ddd07358fc38be, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732119384209 2024-11-20T16:16:28,853 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 41a9fb4c09ac45c8b761eb76956df9c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732119385723 2024-11-20T16:16:28,853 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0718607dfaa840cfac05fa737c62b5a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732119385723 2024-11-20T16:16:28,853 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting ea402c82adcb4cd890247527a9bbe7dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732119386919 2024-11-20T16:16:28,853 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd9043b672434d3e8ea792b5f21b4996, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732119386897 2024-11-20T16:16:28,859 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#B#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:28,859 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#A#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:28,859 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/deecc96fa7254526b87fd5df4fd24940 is 50, key is test_row_0/B:col10/1732119386919/Put/seqid=0 2024-11-20T16:16:28,859 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/bc5d661cb4764a338d1245fa403421fc is 50, key is test_row_0/A:col10/1732119386919/Put/seqid=0 2024-11-20T16:16:28,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742293_1469 (size=12207) 2024-11-20T16:16:28,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742294_1470 (size=12207) 2024-11-20T16:16:28,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-20T16:16:28,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:28,913 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-20T16:16:28,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:28,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:28,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:28,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:28,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:28,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:28,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/27c77c4d9c354664bd3eefa334ff3523 is 50, key is test_row_0/A:col10/1732119387590/Put/seqid=0 2024-11-20T16:16:28,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742295_1471 (size=12001) 2024-11-20T16:16:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T16:16:29,270 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/bc5d661cb4764a338d1245fa403421fc as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/bc5d661cb4764a338d1245fa403421fc 2024-11-20T16:16:29,270 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/deecc96fa7254526b87fd5df4fd24940 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/deecc96fa7254526b87fd5df4fd24940 2024-11-20T16:16:29,273 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/A of e31e3462b39521add6cf276c60f60ae4 into bc5d661cb4764a338d1245fa403421fc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:29,273 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/B of e31e3462b39521add6cf276c60f60ae4 into deecc96fa7254526b87fd5df4fd24940(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:29,273 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:29,273 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:29,273 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/A, priority=13, startTime=1732119388845; duration=0sec 2024-11-20T16:16:29,273 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/B, priority=13, startTime=1732119388845; duration=0sec 2024-11-20T16:16:29,273 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:29,273 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:A 2024-11-20T16:16:29,273 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:29,273 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:B 2024-11-20T16:16:29,273 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:29,274 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:29,274 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/C is initiating minor compaction (all files) 2024-11-20T16:16:29,274 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/C in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:29,274 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/7ef8b8d9059e45b5bc15e2b5d4ad54d9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/39ae14cb3a6944f2b8e4e836074e8a65, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/4ef30d99e0ce43cc9d0cc254887805b4] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=35.3 K 2024-11-20T16:16:29,274 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ef8b8d9059e45b5bc15e2b5d4ad54d9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1732119384209 2024-11-20T16:16:29,275 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39ae14cb3a6944f2b8e4e836074e8a65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732119385723 2024-11-20T16:16:29,275 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ef30d99e0ce43cc9d0cc254887805b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732119386919 2024-11-20T16:16:29,280 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#C#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:29,281 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/cb70f5a407ac48288e8cd02a9976ac01 is 50, key is test_row_0/C:col10/1732119386919/Put/seqid=0 2024-11-20T16:16:29,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742296_1472 (size=12207) 2024-11-20T16:16:29,323 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/27c77c4d9c354664bd3eefa334ff3523 2024-11-20T16:16:29,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/f11d556d95f24aa0b226d1b927f13054 is 50, key is test_row_0/B:col10/1732119387590/Put/seqid=0 2024-11-20T16:16:29,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742297_1473 (size=12001) 2024-11-20T16:16:29,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T16:16:29,687 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/cb70f5a407ac48288e8cd02a9976ac01 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/cb70f5a407ac48288e8cd02a9976ac01 2024-11-20T16:16:29,690 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/C of e31e3462b39521add6cf276c60f60ae4 into cb70f5a407ac48288e8cd02a9976ac01(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:29,690 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:29,690 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/C, priority=13, startTime=1732119388845; duration=0sec 2024-11-20T16:16:29,690 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:29,690 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:C 2024-11-20T16:16:29,732 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/f11d556d95f24aa0b226d1b927f13054 2024-11-20T16:16:29,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/e3ae3740b192463d93e4744c5b7e29aa is 50, key is test_row_0/C:col10/1732119387590/Put/seqid=0 2024-11-20T16:16:29,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742298_1474 (size=12001) 2024-11-20T16:16:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:29,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:29,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119449813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:29,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:29,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119449814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:29,816 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:29,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:29,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119449815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:29,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:29,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119449816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:29,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:29,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:29,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:29,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:29,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:29,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119449924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:29,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:29,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:29,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:29,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119449924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:29,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:29,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119449933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:29,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119449933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:29,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43080 deadline: 1732119449953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:29,954 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in e31e3462b39521add6cf276c60f60ae4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:29,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:29,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:29,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:30,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119450133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:30,141 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/e3ae3740b192463d93e4744c5b7e29aa 2024-11-20T16:16:30,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/27c77c4d9c354664bd3eefa334ff3523 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/27c77c4d9c354664bd3eefa334ff3523 2024-11-20T16:16:30,146 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/27c77c4d9c354664bd3eefa334ff3523, entries=150, sequenceid=113, filesize=11.7 K 2024-11-20T16:16:30,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/f11d556d95f24aa0b226d1b927f13054 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/f11d556d95f24aa0b226d1b927f13054 2024-11-20T16:16:30,149 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/f11d556d95f24aa0b226d1b927f13054, entries=150, sequenceid=113, filesize=11.7 K 2024-11-20T16:16:30,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119450143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:30,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/e3ae3740b192463d93e4744c5b7e29aa as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/e3ae3740b192463d93e4744c5b7e29aa 2024-11-20T16:16:30,155 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/e3ae3740b192463d93e4744c5b7e29aa, entries=150, sequenceid=113, filesize=11.7 K 2024-11-20T16:16:30,156 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for e31e3462b39521add6cf276c60f60ae4 in 1243ms, sequenceid=113, compaction requested=false 2024-11-20T16:16:30,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:30,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:30,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-20T16:16:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-20T16:16:30,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-20T16:16:30,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7010 sec 2024-11-20T16:16:30,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:30,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T16:16:30,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:30,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:30,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:30,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:30,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.7050 sec 2024-11-20T16:16:30,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:30,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:30,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/6891e855f05c43a7997965d944ed7028 is 50, key is test_row_0/A:col10/1732119390159/Put/seqid=0 2024-11-20T16:16:30,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742299_1475 (size=14441) 2024-11-20T16:16:30,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:30,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119450213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:30,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:30,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:30,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119450218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:30,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:30,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:30,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119450333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:30,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:30,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119450333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:30,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:30,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:30,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119450443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:30,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119450467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:30,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:30,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119450544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:30,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119450544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,558 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:30,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/6891e855f05c43a7997965d944ed7028 2024-11-20T16:16:30,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/e24ba2fba8204758a1b523452057ad09 is 50, key is test_row_0/B:col10/1732119390159/Put/seqid=0 2024-11-20T16:16:30,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742300_1476 (size=12101) 2024-11-20T16:16:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-20T16:16:30,604 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:30,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:16:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-20T16:16:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T16:16:30,606 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:16:30,606 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:16:30,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:16:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T16:16:30,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T16:16:30,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:30,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:30,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:30,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:30,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:30,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119450863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:30,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:30,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119450864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:30,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:30,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T16:16:30,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:30,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:30,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:30,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:30,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T16:16:30,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119450964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:30,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:30,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/e24ba2fba8204758a1b523452057ad09 2024-11-20T16:16:30,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/7e5f90b6686549ae8f9eda8bf71f88d0 is 50, key is test_row_0/C:col10/1732119390159/Put/seqid=0 2024-11-20T16:16:30,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119450983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:30,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:30,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742301_1477 (size=12101) 2024-11-20T16:16:31,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T16:16:31,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:31,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:31,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:31,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:31,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:31,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T16:16:31,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:31,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:31,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:31,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:31,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:31,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T16:16:31,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T16:16:31,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:31,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:31,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:31,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:31,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:31,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119451383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:31,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:31,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:31,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:31,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119451383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:31,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:31,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:31,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:31,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/7e5f90b6686549ae8f9eda8bf71f88d0 2024-11-20T16:16:31,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/6891e855f05c43a7997965d944ed7028 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/6891e855f05c43a7997965d944ed7028 2024-11-20T16:16:31,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/6891e855f05c43a7997965d944ed7028, entries=200, sequenceid=131, filesize=14.1 K 2024-11-20T16:16:31,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/e24ba2fba8204758a1b523452057ad09 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/e24ba2fba8204758a1b523452057ad09 2024-11-20T16:16:31,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/e24ba2fba8204758a1b523452057ad09, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T16:16:31,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/7e5f90b6686549ae8f9eda8bf71f88d0 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/7e5f90b6686549ae8f9eda8bf71f88d0 2024-11-20T16:16:31,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/7e5f90b6686549ae8f9eda8bf71f88d0, entries=150, sequenceid=131, filesize=11.8 K 2024-11-20T16:16:31,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for e31e3462b39521add6cf276c60f60ae4 in 1253ms, sequenceid=131, compaction requested=true 2024-11-20T16:16:31,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:31,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:16:31,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:31,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:16:31,413 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:31,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:31,413 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:31,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:16:31,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:31,414 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:31,414 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/A is initiating minor compaction (all files) 2024-11-20T16:16:31,414 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:31,414 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/B is initiating minor compaction (all files) 2024-11-20T16:16:31,414 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/B in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:31,414 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/deecc96fa7254526b87fd5df4fd24940, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/f11d556d95f24aa0b226d1b927f13054, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/e24ba2fba8204758a1b523452057ad09] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=35.5 K 2024-11-20T16:16:31,414 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/A in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:31,414 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/bc5d661cb4764a338d1245fa403421fc, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/27c77c4d9c354664bd3eefa334ff3523, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/6891e855f05c43a7997965d944ed7028] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=37.7 K 2024-11-20T16:16:31,415 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc5d661cb4764a338d1245fa403421fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732119386919 2024-11-20T16:16:31,415 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting deecc96fa7254526b87fd5df4fd24940, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732119386919 2024-11-20T16:16:31,415 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting f11d556d95f24aa0b226d1b927f13054, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732119387590 2024-11-20T16:16:31,415 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27c77c4d9c354664bd3eefa334ff3523, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732119387590 2024-11-20T16:16:31,416 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting e24ba2fba8204758a1b523452057ad09, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732119389814 2024-11-20T16:16:31,416 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6891e855f05c43a7997965d944ed7028, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732119389812 2024-11-20T16:16:31,422 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#A#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:31,422 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#B#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:31,423 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/e0eeae9ced034ceda204fe93f3e9fa1a is 50, key is test_row_0/A:col10/1732119390159/Put/seqid=0 2024-11-20T16:16:31,423 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/e5917ad88e3a4234acdc94047bbe8e76 is 50, key is test_row_0/B:col10/1732119390159/Put/seqid=0 2024-11-20T16:16:31,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742302_1478 (size=12409) 2024-11-20T16:16:31,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742303_1479 (size=12409) 2024-11-20T16:16:31,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-20T16:16:31,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:31,521 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T16:16:31,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:31,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:31,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:31,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:31,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:31,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:31,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/a8c9f53e1ff74a099f5bf11b54044211 is 50, key is test_row_0/A:col10/1732119390216/Put/seqid=0 2024-11-20T16:16:31,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742304_1480 (size=12151) 2024-11-20T16:16:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T16:16:31,832 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/e0eeae9ced034ceda204fe93f3e9fa1a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/e0eeae9ced034ceda204fe93f3e9fa1a 2024-11-20T16:16:31,832 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/e5917ad88e3a4234acdc94047bbe8e76 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/e5917ad88e3a4234acdc94047bbe8e76 2024-11-20T16:16:31,836 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/B of e31e3462b39521add6cf276c60f60ae4 into e5917ad88e3a4234acdc94047bbe8e76(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:31,836 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/A of e31e3462b39521add6cf276c60f60ae4 into e0eeae9ced034ceda204fe93f3e9fa1a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:31,836 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:31,836 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:31,836 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/B, priority=13, startTime=1732119391413; duration=0sec 2024-11-20T16:16:31,836 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/A, priority=13, startTime=1732119391413; duration=0sec 2024-11-20T16:16:31,836 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:31,836 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:31,836 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:B 2024-11-20T16:16:31,836 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:A 2024-11-20T16:16:31,836 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:31,837 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:31,837 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/C is initiating minor compaction (all files) 2024-11-20T16:16:31,837 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/C in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:31,837 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/cb70f5a407ac48288e8cd02a9976ac01, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/e3ae3740b192463d93e4744c5b7e29aa, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/7e5f90b6686549ae8f9eda8bf71f88d0] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=35.5 K 2024-11-20T16:16:31,837 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting cb70f5a407ac48288e8cd02a9976ac01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732119386919 2024-11-20T16:16:31,837 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting e3ae3740b192463d93e4744c5b7e29aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732119387590 2024-11-20T16:16:31,838 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e5f90b6686549ae8f9eda8bf71f88d0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732119389814 2024-11-20T16:16:31,843 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:31,844 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/c6341b3ca4cc49a88d35b99e8fcdffa3 is 50, key is test_row_0/C:col10/1732119390159/Put/seqid=0 2024-11-20T16:16:31,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742305_1481 (size=12409) 2024-11-20T16:16:31,937 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/a8c9f53e1ff74a099f5bf11b54044211 2024-11-20T16:16:31,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/26fedf79a3a747f1a96aa908d9731447 is 50, key is test_row_0/B:col10/1732119390216/Put/seqid=0 2024-11-20T16:16:31,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742306_1482 (size=12151) 2024-11-20T16:16:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:31,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:32,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:32,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119452038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:32,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:32,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119452044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:32,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:32,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119452153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:32,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,160 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:32,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119452163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:32,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,174 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:32,249 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/c6341b3ca4cc49a88d35b99e8fcdffa3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/c6341b3ca4cc49a88d35b99e8fcdffa3 2024-11-20T16:16:32,253 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/C of e31e3462b39521add6cf276c60f60ae4 into c6341b3ca4cc49a88d35b99e8fcdffa3(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:32,253 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:32,253 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/C, priority=13, startTime=1732119391413; duration=0sec 2024-11-20T16:16:32,253 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:32,253 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:C 2024-11-20T16:16:32,347 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/26fedf79a3a747f1a96aa908d9731447 2024-11-20T16:16:32,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/5703ce7d1e9a4d2f8a40f6679dff180e is 50, key is test_row_0/C:col10/1732119390216/Put/seqid=0 2024-11-20T16:16:32,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742307_1483 (size=12151) 2024-11-20T16:16:32,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119452363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:32,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119452384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:32,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:32,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119452403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:32,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:32,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119452403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:32,406 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in e31e3462b39521add6cf276c60f60ae4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:32,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:32,408 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in e31e3462b39521add6cf276c60f60ae4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:32,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:32,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119452673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:32,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:32,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:32,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119452693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:32,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:32,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T16:16:32,756 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/5703ce7d1e9a4d2f8a40f6679dff180e 2024-11-20T16:16:32,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/a8c9f53e1ff74a099f5bf11b54044211 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/a8c9f53e1ff74a099f5bf11b54044211 2024-11-20T16:16:32,763 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/a8c9f53e1ff74a099f5bf11b54044211, entries=150, sequenceid=148, filesize=11.9 K 2024-11-20T16:16:32,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/26fedf79a3a747f1a96aa908d9731447 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/26fedf79a3a747f1a96aa908d9731447 2024-11-20T16:16:32,766 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/26fedf79a3a747f1a96aa908d9731447, entries=150, sequenceid=148, filesize=11.9 K 2024-11-20T16:16:32,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/5703ce7d1e9a4d2f8a40f6679dff180e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/5703ce7d1e9a4d2f8a40f6679dff180e 2024-11-20T16:16:32,769 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/5703ce7d1e9a4d2f8a40f6679dff180e, entries=150, sequenceid=148, filesize=11.9 K 2024-11-20T16:16:32,769 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for e31e3462b39521add6cf276c60f60ae4 in 1248ms, sequenceid=148, compaction requested=false 2024-11-20T16:16:32,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:32,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:32,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-20T16:16:32,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-20T16:16:32,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-20T16:16:32,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1650 sec 2024-11-20T16:16:32,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.1690 sec 2024-11-20T16:16:32,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T16:16:32,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-20T16:16:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:33,187 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-20T16:16:33,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:33,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:33,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:33,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:33,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:33,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:33,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/1dd48c77b1ec4b388200a4572aca7990 is 50, key is test_row_0/A:col10/1732119392037/Put/seqid=0 2024-11-20T16:16:33,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742308_1484 (size=14541) 2024-11-20T16:16:33,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:33,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119453249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:33,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:33,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:33,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:33,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:33,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119453251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:33,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:33,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:33,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:33,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119453353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:33,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:33,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:33,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:33,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119453373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:33,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:33,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119453564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:33,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:33,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:33,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:33,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119453583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:33,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:33,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:33,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:33,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/1dd48c77b1ec4b388200a4572aca7990 2024-11-20T16:16:33,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/7b0700a132ba4ae4872dd89c107a166c is 50, key is test_row_0/B:col10/1732119392037/Put/seqid=0 2024-11-20T16:16:33,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742309_1485 (size=12151) 2024-11-20T16:16:33,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119453883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:33,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:33,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119453903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:33,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:33,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:33,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:33,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:33,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43080 deadline: 1732119453973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:33,979 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in e31e3462b39521add6cf276c60f60ae4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8231 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:33,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:33,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:33,980 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:34,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/7b0700a132ba4ae4872dd89c107a166c 2024-11-20T16:16:34,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/1bd8c0c07f8b45648d699397c5b9bd33 is 50, key is test_row_0/C:col10/1732119392037/Put/seqid=0 2024-11-20T16:16:34,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742310_1486 (size=12151) 2024-11-20T16:16:34,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/1bd8c0c07f8b45648d699397c5b9bd33 2024-11-20T16:16:34,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/1dd48c77b1ec4b388200a4572aca7990 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/1dd48c77b1ec4b388200a4572aca7990 2024-11-20T16:16:34,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/1dd48c77b1ec4b388200a4572aca7990, entries=200, sequenceid=167, filesize=14.2 K 2024-11-20T16:16:34,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/7b0700a132ba4ae4872dd89c107a166c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7b0700a132ba4ae4872dd89c107a166c 2024-11-20T16:16:34,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7b0700a132ba4ae4872dd89c107a166c, entries=150, sequenceid=167, filesize=11.9 K 2024-11-20T16:16:34,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/1bd8c0c07f8b45648d699397c5b9bd33 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/1bd8c0c07f8b45648d699397c5b9bd33 2024-11-20T16:16:34,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/1bd8c0c07f8b45648d699397c5b9bd33, entries=150, sequenceid=167, filesize=11.9 K 2024-11-20T16:16:34,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for e31e3462b39521add6cf276c60f60ae4 in 845ms, sequenceid=167, compaction requested=true 2024-11-20T16:16:34,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:34,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:16:34,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:34,032 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:34,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:16:34,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:34,032 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:34,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:16:34,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:34,033 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:34,033 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:34,033 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/B is initiating minor compaction (all files) 2024-11-20T16:16:34,033 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/A is initiating minor compaction (all files) 2024-11-20T16:16:34,033 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/B in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:34,033 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/A in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:34,033 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/e5917ad88e3a4234acdc94047bbe8e76, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/26fedf79a3a747f1a96aa908d9731447, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7b0700a132ba4ae4872dd89c107a166c] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=35.9 K 2024-11-20T16:16:34,033 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/e0eeae9ced034ceda204fe93f3e9fa1a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/a8c9f53e1ff74a099f5bf11b54044211, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/1dd48c77b1ec4b388200a4572aca7990] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=38.2 K 2024-11-20T16:16:34,033 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting e5917ad88e3a4234acdc94047bbe8e76, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732119389814 2024-11-20T16:16:34,033 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0eeae9ced034ceda204fe93f3e9fa1a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732119389814 2024-11-20T16:16:34,033 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 26fedf79a3a747f1a96aa908d9731447, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732119390181 2024-11-20T16:16:34,033 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8c9f53e1ff74a099f5bf11b54044211, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732119390181 2024-11-20T16:16:34,034 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b0700a132ba4ae4872dd89c107a166c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732119392037 2024-11-20T16:16:34,034 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1dd48c77b1ec4b388200a4572aca7990, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732119392011 2024-11-20T16:16:34,043 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#B#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:34,043 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#A#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:34,043 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/4490f35cf5a8429ea45e95a3aae4671e is 50, key is test_row_0/B:col10/1732119392037/Put/seqid=0 2024-11-20T16:16:34,043 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/237dcf01511a4adcb1aa34734748c7ea is 50, key is test_row_0/A:col10/1732119392037/Put/seqid=0 2024-11-20T16:16:34,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742312_1488 (size=12561) 2024-11-20T16:16:34,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742311_1487 (size=12561) 2024-11-20T16:16:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:34,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T16:16:34,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:34,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:34,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:34,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:34,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:34,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:34,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/f641e5eef28e4117943443b77299561c is 50, key is test_row_0/A:col10/1732119393249/Put/seqid=0 2024-11-20T16:16:34,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742313_1489 (size=14541) 2024-11-20T16:16:34,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119454441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:34,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:34,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119454442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:34,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119454443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:34,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119454445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:34,460 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/237dcf01511a4adcb1aa34734748c7ea as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/237dcf01511a4adcb1aa34734748c7ea 2024-11-20T16:16:34,463 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/4490f35cf5a8429ea45e95a3aae4671e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/4490f35cf5a8429ea45e95a3aae4671e 2024-11-20T16:16:34,463 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/A of e31e3462b39521add6cf276c60f60ae4 into 237dcf01511a4adcb1aa34734748c7ea(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:34,463 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:34,464 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/A, priority=13, startTime=1732119394032; duration=0sec 2024-11-20T16:16:34,464 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:34,464 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:A 2024-11-20T16:16:34,464 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:34,464 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:34,464 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/C is initiating minor compaction (all files) 2024-11-20T16:16:34,464 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/C in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:34,464 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/c6341b3ca4cc49a88d35b99e8fcdffa3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/5703ce7d1e9a4d2f8a40f6679dff180e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/1bd8c0c07f8b45648d699397c5b9bd33] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=35.9 K 2024-11-20T16:16:34,465 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6341b3ca4cc49a88d35b99e8fcdffa3, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732119389814 2024-11-20T16:16:34,465 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5703ce7d1e9a4d2f8a40f6679dff180e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732119390181 2024-11-20T16:16:34,465 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1bd8c0c07f8b45648d699397c5b9bd33, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732119392037 2024-11-20T16:16:34,466 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/B of e31e3462b39521add6cf276c60f60ae4 into 4490f35cf5a8429ea45e95a3aae4671e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:34,466 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:34,466 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/B, priority=13, startTime=1732119394032; duration=0sec 2024-11-20T16:16:34,466 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:34,466 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:B 2024-11-20T16:16:34,470 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#C#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:34,470 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/262277d113d2475da0572972d69ec500 is 50, key is test_row_0/C:col10/1732119392037/Put/seqid=0 2024-11-20T16:16:34,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742314_1490 (size=12561) 2024-11-20T16:16:34,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119454553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:34,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:34,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119454563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:34,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:34,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119454564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:34,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:34,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119454564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:34,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:34,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:34,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119454763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-20T16:16:34,774 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:34,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:16:34,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-20T16:16:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T16:16:34,776 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:16:34,776 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:16:34,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:16:34,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:34,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119454783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:34,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119454783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:34,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119454783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:34,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/f641e5eef28e4117943443b77299561c 2024-11-20T16:16:34,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/c2384b8514bd40eaa34c54c7f9bb3ae2 is 50, key is test_row_0/B:col10/1732119393249/Put/seqid=0 2024-11-20T16:16:34,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742315_1491 (size=12151) 2024-11-20T16:16:34,876 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/262277d113d2475da0572972d69ec500 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/262277d113d2475da0572972d69ec500 2024-11-20T16:16:34,879 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/C of e31e3462b39521add6cf276c60f60ae4 into 262277d113d2475da0572972d69ec500(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:34,879 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:34,879 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/C, priority=13, startTime=1732119394032; duration=0sec 2024-11-20T16:16:34,879 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:34,879 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:C 2024-11-20T16:16:34,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T16:16:34,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T16:16:34,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:34,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:34,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:34,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:34,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:34,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:35,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T16:16:35,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:35,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:35,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:35,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:35,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:35,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:35,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:35,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119455083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:35,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:35,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:35,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:35,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T16:16:35,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119455103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:35,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:35,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119455103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:35,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119455103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:35,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:35,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:35,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:35,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:35,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:35,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:35,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:35,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:35,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:35,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/c2384b8514bd40eaa34c54c7f9bb3ae2 2024-11-20T16:16:35,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/0c509c106da84ae0a7e57c9cc4981441 is 50, key is test_row_0/C:col10/1732119393249/Put/seqid=0 2024-11-20T16:16:35,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742316_1492 (size=12151) 2024-11-20T16:16:35,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T16:16:35,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:35,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:35,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:35,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:35,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:35,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T16:16:35,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:35,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:35,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:35,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:35,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:35,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T16:16:35,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T16:16:35,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:35,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:35,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:35,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:35,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:35,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119455593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:35,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:35,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:35,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:35,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119455613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:35,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:35,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/0c509c106da84ae0a7e57c9cc4981441 2024-11-20T16:16:35,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:35,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/f641e5eef28e4117943443b77299561c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/f641e5eef28e4117943443b77299561c 2024-11-20T16:16:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119455623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:35,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:35,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:35,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:35,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119455624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:35,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:35,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:35,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:35,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/f641e5eef28e4117943443b77299561c, entries=200, sequenceid=184, filesize=14.2 K 2024-11-20T16:16:35,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/c2384b8514bd40eaa34c54c7f9bb3ae2 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/c2384b8514bd40eaa34c54c7f9bb3ae2 2024-11-20T16:16:35,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/c2384b8514bd40eaa34c54c7f9bb3ae2, entries=150, sequenceid=184, filesize=11.9 K 2024-11-20T16:16:35,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/0c509c106da84ae0a7e57c9cc4981441 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/0c509c106da84ae0a7e57c9cc4981441 2024-11-20T16:16:35,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/0c509c106da84ae0a7e57c9cc4981441, entries=150, sequenceid=184, filesize=11.9 K 2024-11-20T16:16:35,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for e31e3462b39521add6cf276c60f60ae4 in 1238ms, sequenceid=184, compaction requested=false 2024-11-20T16:16:35,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:35,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-20T16:16:35,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:35,693 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T16:16:35,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:35,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:35,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:35,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:35,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:35,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:35,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/638e55517e494e78a7f42cf519c8a1d9 is 50, key is test_row_0/A:col10/1732119394443/Put/seqid=0 2024-11-20T16:16:35,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742317_1493 (size=12151) 2024-11-20T16:16:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T16:16:36,100 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/638e55517e494e78a7f42cf519c8a1d9 2024-11-20T16:16:36,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/20f54a8c6eff4d80871383816b6fd8e3 is 50, key is test_row_0/B:col10/1732119394443/Put/seqid=0 2024-11-20T16:16:36,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742318_1494 (size=12151) 2024-11-20T16:16:36,509 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/20f54a8c6eff4d80871383816b6fd8e3 2024-11-20T16:16:36,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/3d1fc1e8ffac4b7fb0900828bd5f6413 is 50, key is test_row_0/C:col10/1732119394443/Put/seqid=0 2024-11-20T16:16:36,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742319_1495 (size=12151) 2024-11-20T16:16:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:36,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:36,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:36,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119456655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:36,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:36,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:36,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:36,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119456657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:36,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:36,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:36,666 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:36,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119456658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:36,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:36,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:36,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:36,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:36,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119456659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:36,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:36,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:36,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:36,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119456773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:36,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:36,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:36,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:36,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:36,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119456773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:36,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:36,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:36,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:36,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119456773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:36,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:36,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:36,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:36,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:36,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119456784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:36,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:36,918 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/3d1fc1e8ffac4b7fb0900828bd5f6413 2024-11-20T16:16:36,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/638e55517e494e78a7f42cf519c8a1d9 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/638e55517e494e78a7f42cf519c8a1d9 2024-11-20T16:16:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T16:16:36,926 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/638e55517e494e78a7f42cf519c8a1d9, entries=150, sequenceid=202, filesize=11.9 K 2024-11-20T16:16:36,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/20f54a8c6eff4d80871383816b6fd8e3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/20f54a8c6eff4d80871383816b6fd8e3 2024-11-20T16:16:36,930 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/20f54a8c6eff4d80871383816b6fd8e3, entries=150, sequenceid=202, filesize=11.9 K 2024-11-20T16:16:36,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/3d1fc1e8ffac4b7fb0900828bd5f6413 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/3d1fc1e8ffac4b7fb0900828bd5f6413 2024-11-20T16:16:36,933 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/3d1fc1e8ffac4b7fb0900828bd5f6413, entries=150, sequenceid=202, filesize=11.9 K 2024-11-20T16:16:36,934 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for e31e3462b39521add6cf276c60f60ae4 in 1241ms, sequenceid=202, compaction requested=true 2024-11-20T16:16:36,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:36,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:36,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-20T16:16:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-20T16:16:36,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-20T16:16:36,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1580 sec 2024-11-20T16:16:36,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.1730 sec 2024-11-20T16:16:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:37,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T16:16:37,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:37,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:37,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:37,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:37,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:37,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:37,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/a5cdb3e4dc72400f9529e6354a50aa05 is 50, key is test_row_0/A:col10/1732119396998/Put/seqid=0 2024-11-20T16:16:37,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742320_1496 (size=14541) 2024-11-20T16:16:37,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/a5cdb3e4dc72400f9529e6354a50aa05 2024-11-20T16:16:37,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/23a20c0d92db4afda7d023dcf8dbe7b8 is 50, key is test_row_0/B:col10/1732119396998/Put/seqid=0 2024-11-20T16:16:37,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742321_1497 (size=12151) 2024-11-20T16:16:37,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119457016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:37,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119457021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:37,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:37,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119457022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:37,033 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:37,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,034 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:37,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119457028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:37,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:37,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119457133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:37,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119457143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:37,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119457143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119457143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:37,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:37,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119457343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:37,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:37,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119457353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:37,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119457353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:37,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119457353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,359 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:37,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/23a20c0d92db4afda7d023dcf8dbe7b8 2024-11-20T16:16:37,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/81364ef7274f4057900564d2f2cd5027 is 50, key is test_row_0/C:col10/1732119396998/Put/seqid=0 2024-11-20T16:16:37,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742322_1498 (size=12151) 2024-11-20T16:16:37,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119457663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:37,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119457663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:37,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:37,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119457663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:37,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:37,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119457663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:37,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:37,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/81364ef7274f4057900564d2f2cd5027 2024-11-20T16:16:37,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/a5cdb3e4dc72400f9529e6354a50aa05 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/a5cdb3e4dc72400f9529e6354a50aa05 2024-11-20T16:16:37,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/a5cdb3e4dc72400f9529e6354a50aa05, entries=200, sequenceid=220, filesize=14.2 K 2024-11-20T16:16:37,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/23a20c0d92db4afda7d023dcf8dbe7b8 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/23a20c0d92db4afda7d023dcf8dbe7b8 2024-11-20T16:16:37,838 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/23a20c0d92db4afda7d023dcf8dbe7b8, entries=150, sequenceid=220, filesize=11.9 K 2024-11-20T16:16:37,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/81364ef7274f4057900564d2f2cd5027 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/81364ef7274f4057900564d2f2cd5027 2024-11-20T16:16:37,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/81364ef7274f4057900564d2f2cd5027, entries=150, sequenceid=220, filesize=11.9 K 2024-11-20T16:16:37,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for e31e3462b39521add6cf276c60f60ae4 in 843ms, sequenceid=220, compaction requested=true 2024-11-20T16:16:37,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:37,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:16:37,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:37,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:16:37,843 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:16:37,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:37,843 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:16:37,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:16:37,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:37,844 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:16:37,844 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53794 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:16:37,844 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/B is initiating minor compaction (all files) 2024-11-20T16:16:37,844 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/A is initiating minor compaction (all files) 2024-11-20T16:16:37,844 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/A in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:37,844 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/237dcf01511a4adcb1aa34734748c7ea, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/f641e5eef28e4117943443b77299561c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/638e55517e494e78a7f42cf519c8a1d9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/a5cdb3e4dc72400f9529e6354a50aa05] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=52.5 K 2024-11-20T16:16:37,845 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/B in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:37,845 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/4490f35cf5a8429ea45e95a3aae4671e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/c2384b8514bd40eaa34c54c7f9bb3ae2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/20f54a8c6eff4d80871383816b6fd8e3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/23a20c0d92db4afda7d023dcf8dbe7b8] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=47.9 K 2024-11-20T16:16:37,846 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 237dcf01511a4adcb1aa34734748c7ea, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732119392037 2024-11-20T16:16:37,846 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 4490f35cf5a8429ea45e95a3aae4671e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732119392037 2024-11-20T16:16:37,847 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting c2384b8514bd40eaa34c54c7f9bb3ae2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732119393234 2024-11-20T16:16:37,847 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting f641e5eef28e4117943443b77299561c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732119393234 2024-11-20T16:16:37,847 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 638e55517e494e78a7f42cf519c8a1d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732119394427 2024-11-20T16:16:37,847 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 20f54a8c6eff4d80871383816b6fd8e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732119394427 2024-11-20T16:16:37,847 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 23a20c0d92db4afda7d023dcf8dbe7b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732119396656 2024-11-20T16:16:37,847 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5cdb3e4dc72400f9529e6354a50aa05, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732119396655 2024-11-20T16:16:37,860 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#B#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:37,860 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/3e601d84d21b4ddaac0dfbfdf7aa0075 is 50, key is test_row_0/B:col10/1732119396998/Put/seqid=0 2024-11-20T16:16:37,863 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#A#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:37,863 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/6a662291d8d94dcb90363151049bf361 is 50, key is test_row_0/A:col10/1732119396998/Put/seqid=0 2024-11-20T16:16:37,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742323_1499 (size=12697) 2024-11-20T16:16:37,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742324_1500 (size=12697) 2024-11-20T16:16:37,890 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/6a662291d8d94dcb90363151049bf361 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/6a662291d8d94dcb90363151049bf361 2024-11-20T16:16:37,895 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/A of e31e3462b39521add6cf276c60f60ae4 into 6a662291d8d94dcb90363151049bf361(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:37,895 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:37,895 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/A, priority=12, startTime=1732119397843; duration=0sec 2024-11-20T16:16:37,895 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:37,895 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:A 2024-11-20T16:16:37,895 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:16:37,896 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:16:37,896 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/C is initiating minor compaction (all files) 2024-11-20T16:16:37,896 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/C in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:37,896 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/262277d113d2475da0572972d69ec500, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/0c509c106da84ae0a7e57c9cc4981441, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/3d1fc1e8ffac4b7fb0900828bd5f6413, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/81364ef7274f4057900564d2f2cd5027] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=47.9 K 2024-11-20T16:16:37,896 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 262277d113d2475da0572972d69ec500, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1732119392037 2024-11-20T16:16:37,896 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c509c106da84ae0a7e57c9cc4981441, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1732119393234 2024-11-20T16:16:37,897 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d1fc1e8ffac4b7fb0900828bd5f6413, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732119394427 2024-11-20T16:16:37,897 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81364ef7274f4057900564d2f2cd5027, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732119396656 2024-11-20T16:16:37,907 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#C#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:37,907 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/a3ffbeaab0514d38bbdb91b165fa4f16 is 50, key is test_row_0/C:col10/1732119396998/Put/seqid=0 2024-11-20T16:16:37,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742325_1501 (size=12697) 2024-11-20T16:16:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:38,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T16:16:38,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:38,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:38,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:38,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:38,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:38,187 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:38,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/8038489f40e24955ae7f3b80d73a4231 is 50, key is test_row_0/A:col10/1732119398185/Put/seqid=0 2024-11-20T16:16:38,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742326_1502 (size=14541) 2024-11-20T16:16:38,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119458219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:38,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,228 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:38,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119458222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:38,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:38,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119458226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:38,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:38,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119458228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:38,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:38,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119458333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:38,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:38,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119458333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:38,339 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:38,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:38,351 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/3e601d84d21b4ddaac0dfbfdf7aa0075 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/3e601d84d21b4ddaac0dfbfdf7aa0075 2024-11-20T16:16:38,352 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/a3ffbeaab0514d38bbdb91b165fa4f16 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/a3ffbeaab0514d38bbdb91b165fa4f16 2024-11-20T16:16:38,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119458343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:38,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:38,357 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/B of e31e3462b39521add6cf276c60f60ae4 into 3e601d84d21b4ddaac0dfbfdf7aa0075(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:38,357 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/C of e31e3462b39521add6cf276c60f60ae4 into a3ffbeaab0514d38bbdb91b165fa4f16(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:38,357 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:38,357 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:38,357 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/B, priority=12, startTime=1732119397843; duration=0sec 2024-11-20T16:16:38,357 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/C, priority=12, startTime=1732119397843; duration=0sec 2024-11-20T16:16:38,357 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:38,357 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:38,357 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:B 2024-11-20T16:16:38,357 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:C 2024-11-20T16:16:38,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119458354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:38,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119458543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:38,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:38,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119458543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:38,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:38,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:38,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119458563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:38,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:38,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119458573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:38,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/8038489f40e24955ae7f3b80d73a4231 2024-11-20T16:16:38,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/7d0bb2120ee0466e9cba123ec9532e82 is 50, key is test_row_0/B:col10/1732119398185/Put/seqid=0 2024-11-20T16:16:38,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742327_1503 (size=12151) 2024-11-20T16:16:38,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119458853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:38,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119458863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:38,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119458883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:38,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119458883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:38,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:38,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-20T16:16:38,953 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:38,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:16:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-20T16:16:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T16:16:38,955 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:16:38,956 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:16:38,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:16:39,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/7d0bb2120ee0466e9cba123ec9532e82 2024-11-20T16:16:39,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/6d3d7b87bb084b938876f984d903ce9a is 50, key is test_row_0/C:col10/1732119398185/Put/seqid=0 2024-11-20T16:16:39,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742328_1504 (size=12151) 2024-11-20T16:16:39,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/6d3d7b87bb084b938876f984d903ce9a 2024-11-20T16:16:39,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/8038489f40e24955ae7f3b80d73a4231 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/8038489f40e24955ae7f3b80d73a4231 2024-11-20T16:16:39,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/8038489f40e24955ae7f3b80d73a4231, entries=200, sequenceid=236, filesize=14.2 K 2024-11-20T16:16:39,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/7d0bb2120ee0466e9cba123ec9532e82 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7d0bb2120ee0466e9cba123ec9532e82 2024-11-20T16:16:39,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7d0bb2120ee0466e9cba123ec9532e82, entries=150, sequenceid=236, filesize=11.9 K 2024-11-20T16:16:39,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/6d3d7b87bb084b938876f984d903ce9a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/6d3d7b87bb084b938876f984d903ce9a 2024-11-20T16:16:39,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/6d3d7b87bb084b938876f984d903ce9a, entries=150, sequenceid=236, filesize=11.9 K 2024-11-20T16:16:39,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for e31e3462b39521add6cf276c60f60ae4 in 852ms, sequenceid=236, compaction requested=false 2024-11-20T16:16:39,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T16:16:39,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-20T16:16:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:39,108 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T16:16:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:39,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/7a5d19657d6d4e7c91d1ed628bbed42c is 50, key is test_row_0/A:col10/1732119398226/Put/seqid=0 2024-11-20T16:16:39,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742329_1505 (size=12151) 2024-11-20T16:16:39,115 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/7a5d19657d6d4e7c91d1ed628bbed42c 2024-11-20T16:16:39,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/ac299c0276dc4042b9c4700a01110050 is 50, key is test_row_0/B:col10/1732119398226/Put/seqid=0 2024-11-20T16:16:39,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742330_1506 (size=12151) 2024-11-20T16:16:39,128 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/ac299c0276dc4042b9c4700a01110050 2024-11-20T16:16:39,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/91fce277fc8140e7a4dc285e26cb15a8 is 50, key is test_row_0/C:col10/1732119398226/Put/seqid=0 2024-11-20T16:16:39,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742331_1507 (size=12151) 2024-11-20T16:16:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T16:16:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:39,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:39,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119459400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:39,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:39,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119459401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:39,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119459402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119459405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:39,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119459513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:39,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:39,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119459523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:39,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119459523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:39,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119459523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:39,538 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/91fce277fc8140e7a4dc285e26cb15a8 2024-11-20T16:16:39,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/7a5d19657d6d4e7c91d1ed628bbed42c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/7a5d19657d6d4e7c91d1ed628bbed42c 2024-11-20T16:16:39,544 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/7a5d19657d6d4e7c91d1ed628bbed42c, entries=150, sequenceid=255, filesize=11.9 K 2024-11-20T16:16:39,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/ac299c0276dc4042b9c4700a01110050 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/ac299c0276dc4042b9c4700a01110050 2024-11-20T16:16:39,548 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/ac299c0276dc4042b9c4700a01110050, entries=150, sequenceid=255, filesize=11.9 K 2024-11-20T16:16:39,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/91fce277fc8140e7a4dc285e26cb15a8 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/91fce277fc8140e7a4dc285e26cb15a8 2024-11-20T16:16:39,551 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/91fce277fc8140e7a4dc285e26cb15a8, entries=150, sequenceid=255, filesize=11.9 K 2024-11-20T16:16:39,551 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for e31e3462b39521add6cf276c60f60ae4 in 443ms, sequenceid=255, compaction requested=true 2024-11-20T16:16:39,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:39,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:39,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-20T16:16:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-20T16:16:39,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-20T16:16:39,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 597 msec 2024-11-20T16:16:39,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 600 msec 2024-11-20T16:16:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-20T16:16:39,583 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:39,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:16:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-20T16:16:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T16:16:39,585 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:16:39,586 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:16:39,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:16:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T16:16:39,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:39,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-20T16:16:39,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:39,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:39,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:39,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:39,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:39,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:39,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/f895d773274d4d96b1e06c07865f514d is 50, key is test_row_0/A:col10/1732119399403/Put/seqid=0 2024-11-20T16:16:39,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742332_1508 (size=14741) 2024-11-20T16:16:39,735 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/f895d773274d4d96b1e06c07865f514d 2024-11-20T16:16:39,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T16:16:39,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:39,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:39,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:39,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:39,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:39,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/78e1ac92e2264595882372731e0b0802 is 50, key is test_row_0/B:col10/1732119399403/Put/seqid=0 2024-11-20T16:16:39,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742333_1509 (size=12301) 2024-11-20T16:16:39,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119459758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:39,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:39,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119459759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:39,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119459772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:39,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,775 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:39,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:39,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119459773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:39,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:39,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119459883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:39,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119459883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:39,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119459883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:39,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T16:16:39,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:39,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:39,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:39,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:39,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:39,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119459894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T16:16:40,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T16:16:40,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:40,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:40,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:40,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:40,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:40,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119460093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:40,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119460093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:40,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119460093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:40,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119460103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:40,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:40,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/78e1ac92e2264595882372731e0b0802 2024-11-20T16:16:40,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/9fc5962ab20642898d9a8c0ba40c6ed8 is 50, key is test_row_0/C:col10/1732119399403/Put/seqid=0 2024-11-20T16:16:40,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742334_1510 (size=12301) 2024-11-20T16:16:40,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T16:16:40,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:40,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:40,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:40,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:40,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T16:16:40,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T16:16:40,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:40,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:40,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:40,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:40,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:40,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119460413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:40,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:40,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119460413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:40,424 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:40,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:40,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:40,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119460413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:40,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:40,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:40,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119460423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:40,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:40,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T16:16:40,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:40,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:40,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:40,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:40,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:40,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:40,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/9fc5962ab20642898d9a8c0ba40c6ed8 2024-11-20T16:16:40,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/f895d773274d4d96b1e06c07865f514d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/f895d773274d4d96b1e06c07865f514d 2024-11-20T16:16:40,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/f895d773274d4d96b1e06c07865f514d, entries=200, sequenceid=271, filesize=14.4 K 2024-11-20T16:16:40,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/78e1ac92e2264595882372731e0b0802 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/78e1ac92e2264595882372731e0b0802 2024-11-20T16:16:40,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/78e1ac92e2264595882372731e0b0802, entries=150, sequenceid=271, filesize=12.0 K 2024-11-20T16:16:40,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/9fc5962ab20642898d9a8c0ba40c6ed8 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/9fc5962ab20642898d9a8c0ba40c6ed8 2024-11-20T16:16:40,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/9fc5962ab20642898d9a8c0ba40c6ed8, entries=150, sequenceid=271, filesize=12.0 K 2024-11-20T16:16:40,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for e31e3462b39521add6cf276c60f60ae4 in 846ms, sequenceid=271, compaction requested=true 2024-11-20T16:16:40,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:40,574 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:16:40,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:16:40,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:40,575 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54130 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:16:40,575 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/A is initiating minor compaction (all files) 2024-11-20T16:16:40,575 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/A in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:40,575 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/6a662291d8d94dcb90363151049bf361, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/8038489f40e24955ae7f3b80d73a4231, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/7a5d19657d6d4e7c91d1ed628bbed42c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/f895d773274d4d96b1e06c07865f514d] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=52.9 K 2024-11-20T16:16:40,576 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a662291d8d94dcb90363151049bf361, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732119396656 2024-11-20T16:16:40,576 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8038489f40e24955ae7f3b80d73a4231, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732119397013 2024-11-20T16:16:40,577 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a5d19657d6d4e7c91d1ed628bbed42c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732119398207 2024-11-20T16:16:40,577 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting f895d773274d4d96b1e06c07865f514d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732119399399 2024-11-20T16:16:40,579 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:16:40,580 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:16:40,580 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/B is initiating minor compaction (all files) 2024-11-20T16:16:40,580 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/B in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:40,580 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/3e601d84d21b4ddaac0dfbfdf7aa0075, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7d0bb2120ee0466e9cba123ec9532e82, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/ac299c0276dc4042b9c4700a01110050, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/78e1ac92e2264595882372731e0b0802] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=48.1 K 2024-11-20T16:16:40,581 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e601d84d21b4ddaac0dfbfdf7aa0075, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732119396656 2024-11-20T16:16:40,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:16:40,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:40,581 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d0bb2120ee0466e9cba123ec9532e82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732119397021 2024-11-20T16:16:40,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:16:40,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:40,582 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting ac299c0276dc4042b9c4700a01110050, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732119398207 2024-11-20T16:16:40,582 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 78e1ac92e2264595882372731e0b0802, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732119399401 2024-11-20T16:16:40,596 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#A#compaction#434 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:40,596 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/d2911821698f4928b4baca57c7560743 is 50, key is test_row_0/A:col10/1732119399403/Put/seqid=0 2024-11-20T16:16:40,603 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#B#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:40,603 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/a7d993568bda4833a586d27d4d142e45 is 50, key is test_row_0/B:col10/1732119399403/Put/seqid=0 2024-11-20T16:16:40,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742335_1511 (size=12983) 2024-11-20T16:16:40,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742336_1512 (size=12983) 2024-11-20T16:16:40,623 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/a7d993568bda4833a586d27d4d142e45 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/a7d993568bda4833a586d27d4d142e45 2024-11-20T16:16:40,626 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/B of e31e3462b39521add6cf276c60f60ae4 into a7d993568bda4833a586d27d4d142e45(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:40,626 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:40,626 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/B, priority=12, startTime=1732119400579; duration=0sec 2024-11-20T16:16:40,626 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:40,626 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:B 2024-11-20T16:16:40,626 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:16:40,627 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:16:40,627 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/C is initiating minor compaction (all files) 2024-11-20T16:16:40,627 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/C in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:40,627 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/a3ffbeaab0514d38bbdb91b165fa4f16, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/6d3d7b87bb084b938876f984d903ce9a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/91fce277fc8140e7a4dc285e26cb15a8, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/9fc5962ab20642898d9a8c0ba40c6ed8] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=48.1 K 2024-11-20T16:16:40,627 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting a3ffbeaab0514d38bbdb91b165fa4f16, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732119396656 2024-11-20T16:16:40,628 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d3d7b87bb084b938876f984d903ce9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732119397021 2024-11-20T16:16:40,628 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 91fce277fc8140e7a4dc285e26cb15a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732119398207 2024-11-20T16:16:40,628 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fc5962ab20642898d9a8c0ba40c6ed8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732119399401 2024-11-20T16:16:40,635 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#C#compaction#436 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:40,635 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/14cc7705982f4d24a781924368ee5065 is 50, key is test_row_0/C:col10/1732119399403/Put/seqid=0 2024-11-20T16:16:40,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742337_1513 (size=12983) 2024-11-20T16:16:40,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-20T16:16:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:40,654 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-20T16:16:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:40,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:40,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/af5fe8fbf20148fb812bd68b4e5cc81b is 50, key is test_row_0/A:col10/1732119399770/Put/seqid=0 2024-11-20T16:16:40,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742338_1514 (size=12301) 2024-11-20T16:16:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T16:16:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:40,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:40,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119460958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119460966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:40,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119460973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:40,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119460974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:40,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:40,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:41,016 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/d2911821698f4928b4baca57c7560743 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/d2911821698f4928b4baca57c7560743 2024-11-20T16:16:41,020 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/A of e31e3462b39521add6cf276c60f60ae4 into d2911821698f4928b4baca57c7560743(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:41,020 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:41,020 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/A, priority=12, startTime=1732119400574; duration=0sec 2024-11-20T16:16:41,020 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:41,020 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:A 2024-11-20T16:16:41,044 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/14cc7705982f4d24a781924368ee5065 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/14cc7705982f4d24a781924368ee5065 2024-11-20T16:16:41,047 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/C of e31e3462b39521add6cf276c60f60ae4 into 14cc7705982f4d24a781924368ee5065(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:41,047 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:41,047 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/C, priority=12, startTime=1732119400581; duration=0sec 2024-11-20T16:16:41,047 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:41,047 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:C 2024-11-20T16:16:41,062 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/af5fe8fbf20148fb812bd68b4e5cc81b 2024-11-20T16:16:41,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/a90ebc09f804463ba59d201965563eba is 50, key is test_row_0/B:col10/1732119399770/Put/seqid=0 2024-11-20T16:16:41,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742339_1515 (size=12301) 2024-11-20T16:16:41,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119461083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:41,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:41,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119461083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:41,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119461083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:41,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119461093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:41,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119461294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:41,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119461294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:41,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:41,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:41,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119461294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:41,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:41,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119461303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:41,471 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/a90ebc09f804463ba59d201965563eba 2024-11-20T16:16:41,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/a217563c00f84ab78d4f7496278c47d3 is 50, key is test_row_0/C:col10/1732119399770/Put/seqid=0 2024-11-20T16:16:41,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742340_1516 (size=12301) 2024-11-20T16:16:41,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119461613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:41,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119461613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119461614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:41,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119461623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:41,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:41,630 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:41,656 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T16:16:41,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T16:16:41,881 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/a217563c00f84ab78d4f7496278c47d3 2024-11-20T16:16:41,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/af5fe8fbf20148fb812bd68b4e5cc81b as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/af5fe8fbf20148fb812bd68b4e5cc81b 2024-11-20T16:16:41,887 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/af5fe8fbf20148fb812bd68b4e5cc81b, entries=150, sequenceid=288, filesize=12.0 K 2024-11-20T16:16:41,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/a90ebc09f804463ba59d201965563eba as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/a90ebc09f804463ba59d201965563eba 2024-11-20T16:16:41,890 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/a90ebc09f804463ba59d201965563eba, entries=150, sequenceid=288, filesize=12.0 K 2024-11-20T16:16:41,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/a217563c00f84ab78d4f7496278c47d3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/a217563c00f84ab78d4f7496278c47d3 2024-11-20T16:16:41,893 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/a217563c00f84ab78d4f7496278c47d3, entries=150, sequenceid=288, filesize=12.0 K 2024-11-20T16:16:41,894 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for e31e3462b39521add6cf276c60f60ae4 in 1240ms, sequenceid=288, compaction requested=false 2024-11-20T16:16:41,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:41,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:41,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-20T16:16:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-20T16:16:41,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-20T16:16:41,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3090 sec 2024-11-20T16:16:41,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.3130 sec 2024-11-20T16:16:42,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:42,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T16:16:42,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:42,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:42,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:42,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:42,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:42,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:42,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/36e8b59ad95a407ebd0240472b2409c9 is 50, key is test_row_0/A:col10/1732119400972/Put/seqid=0 2024-11-20T16:16:42,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742341_1517 (size=14741) 2024-11-20T16:16:42,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/36e8b59ad95a407ebd0240472b2409c9 2024-11-20T16:16:42,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/45ae5f6977cd440f9e795e85f6cea6eb is 50, key is test_row_0/B:col10/1732119400972/Put/seqid=0 2024-11-20T16:16:42,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742342_1518 (size=12301) 2024-11-20T16:16:42,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119462162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:42,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119462164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:42,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,175 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119462165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:42,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119462168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:42,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119462283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:42,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:42,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119462283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119462283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119462283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:42,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119462493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:42,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119462493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:42,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119462493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:42,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119462493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:42,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:42,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/45ae5f6977cd440f9e795e85f6cea6eb 2024-11-20T16:16:42,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/979f2e0ab0844841b4c534af4c45e3b4 is 50, key is test_row_0/C:col10/1732119400972/Put/seqid=0 2024-11-20T16:16:42,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742343_1519 (size=12301) 2024-11-20T16:16:42,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119462813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:42,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:42,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119462813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:42,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:42,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:42,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119462813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119462813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:42,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:42,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/979f2e0ab0844841b4c534af4c45e3b4 2024-11-20T16:16:42,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/36e8b59ad95a407ebd0240472b2409c9 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/36e8b59ad95a407ebd0240472b2409c9 2024-11-20T16:16:42,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/36e8b59ad95a407ebd0240472b2409c9, entries=200, sequenceid=307, filesize=14.4 K 2024-11-20T16:16:42,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/45ae5f6977cd440f9e795e85f6cea6eb as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/45ae5f6977cd440f9e795e85f6cea6eb 2024-11-20T16:16:42,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/45ae5f6977cd440f9e795e85f6cea6eb, entries=150, sequenceid=307, filesize=12.0 K 2024-11-20T16:16:42,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/979f2e0ab0844841b4c534af4c45e3b4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/979f2e0ab0844841b4c534af4c45e3b4 2024-11-20T16:16:42,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/979f2e0ab0844841b4c534af4c45e3b4, entries=150, sequenceid=307, filesize=12.0 K 2024-11-20T16:16:42,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for e31e3462b39521add6cf276c60f60ae4 in 849ms, sequenceid=307, compaction requested=true 2024-11-20T16:16:42,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:42,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:16:42,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:42,976 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:42,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:16:42,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:42,977 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:42,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:16:42,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:42,977 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:42,977 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:42,977 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/B is initiating minor compaction (all files) 2024-11-20T16:16:42,977 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/A is initiating minor compaction (all files) 2024-11-20T16:16:42,977 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/A in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:42,977 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/B in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:42,977 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/d2911821698f4928b4baca57c7560743, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/af5fe8fbf20148fb812bd68b4e5cc81b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/36e8b59ad95a407ebd0240472b2409c9] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=39.1 K 2024-11-20T16:16:42,977 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/a7d993568bda4833a586d27d4d142e45, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/a90ebc09f804463ba59d201965563eba, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/45ae5f6977cd440f9e795e85f6cea6eb] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=36.7 K 2024-11-20T16:16:42,978 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting a7d993568bda4833a586d27d4d142e45, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732119399401 2024-11-20T16:16:42,978 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2911821698f4928b4baca57c7560743, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732119399401 2024-11-20T16:16:42,978 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting a90ebc09f804463ba59d201965563eba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732119399753 2024-11-20T16:16:42,978 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting af5fe8fbf20148fb812bd68b4e5cc81b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732119399753 2024-11-20T16:16:42,978 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 45ae5f6977cd440f9e795e85f6cea6eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732119400957 2024-11-20T16:16:42,978 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36e8b59ad95a407ebd0240472b2409c9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732119400957 2024-11-20T16:16:42,985 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#A#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:42,986 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#B#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:42,986 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/b3889a3040f145bf9ae90c308bd14378 is 50, key is test_row_0/B:col10/1732119400972/Put/seqid=0 2024-11-20T16:16:42,991 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/efa7205da4b64f61846734995495c005 is 50, key is test_row_0/A:col10/1732119400972/Put/seqid=0 2024-11-20T16:16:42,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742345_1521 (size=13085) 2024-11-20T16:16:42,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742344_1520 (size=13085) 2024-11-20T16:16:43,003 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/b3889a3040f145bf9ae90c308bd14378 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/b3889a3040f145bf9ae90c308bd14378 2024-11-20T16:16:43,006 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/B of e31e3462b39521add6cf276c60f60ae4 into b3889a3040f145bf9ae90c308bd14378(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:43,006 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:43,006 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/B, priority=13, startTime=1732119402976; duration=0sec 2024-11-20T16:16:43,006 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:43,006 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:B 2024-11-20T16:16:43,006 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:43,007 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:43,007 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/C is initiating minor compaction (all files) 2024-11-20T16:16:43,007 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/C in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:43,007 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/14cc7705982f4d24a781924368ee5065, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/a217563c00f84ab78d4f7496278c47d3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/979f2e0ab0844841b4c534af4c45e3b4] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=36.7 K 2024-11-20T16:16:43,007 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 14cc7705982f4d24a781924368ee5065, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1732119399401 2024-11-20T16:16:43,007 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting a217563c00f84ab78d4f7496278c47d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732119399753 2024-11-20T16:16:43,015 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 979f2e0ab0844841b4c534af4c45e3b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732119400957 2024-11-20T16:16:43,020 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#C#compaction#445 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:43,020 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/028753a3b9b444ac9189e0384362917a is 50, key is test_row_0/C:col10/1732119400972/Put/seqid=0 2024-11-20T16:16:43,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742346_1522 (size=13085) 2024-11-20T16:16:43,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:43,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-20T16:16:43,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:43,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:43,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:43,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:43,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:43,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:43,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/758b6ae7d6554068ae7360b5484748a6 is 50, key is test_row_0/A:col10/1732119402163/Put/seqid=0 2024-11-20T16:16:43,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742347_1523 (size=14741) 2024-11-20T16:16:43,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119463354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:43,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:43,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119463356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:43,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:43,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,367 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119463356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:43,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119463357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:43,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:43,401 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/efa7205da4b64f61846734995495c005 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/efa7205da4b64f61846734995495c005 2024-11-20T16:16:43,406 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/A of e31e3462b39521add6cf276c60f60ae4 into efa7205da4b64f61846734995495c005(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:43,406 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:43,406 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/A, priority=13, startTime=1732119402976; duration=0sec 2024-11-20T16:16:43,406 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:43,406 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:A 2024-11-20T16:16:43,428 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/028753a3b9b444ac9189e0384362917a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/028753a3b9b444ac9189e0384362917a 2024-11-20T16:16:43,432 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/C of e31e3462b39521add6cf276c60f60ae4 into 028753a3b9b444ac9189e0384362917a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:43,432 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:43,432 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/C, priority=13, startTime=1732119402977; duration=0sec 2024-11-20T16:16:43,432 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:43,432 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:C 2024-11-20T16:16:43,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119463463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:43,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119463473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:43,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119463473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:43,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119463473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:43,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119463674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:43,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119463683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:43,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119463683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:43,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119463683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:43,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/758b6ae7d6554068ae7360b5484748a6 2024-11-20T16:16:43,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/a2e7a06481614d26a706a3c7ea1a0c7d is 50, key is test_row_0/B:col10/1732119402163/Put/seqid=0 2024-11-20T16:16:43,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742348_1524 (size=12301) 2024-11-20T16:16:43,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-20T16:16:43,754 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:43,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:16:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-20T16:16:43,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T16:16:43,756 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:16:43,756 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:16:43,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:16:43,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T16:16:43,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:16:43,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:43,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:43,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:43,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:43,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:43,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:43,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119463983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:43,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:43,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:43,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43062 deadline: 1732119463993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:44,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43040 deadline: 1732119463993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:44,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:44,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:44,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:44,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:44,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43044 deadline: 1732119463993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:44,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:44,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T16:16:44,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:16:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:44,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:44,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:44,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:44,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:44,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:44,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:44,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43080 deadline: 1732119464104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:44,106 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in e31e3462b39521add6cf276c60f60ae4 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18358 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:16:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:44,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:44,141 INFO [Thread-2036 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2036. 2024-11-20T16:16:44,141 DEBUG [Thread-2036 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:44,141 DEBUG [Thread-2036 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:44,141 DEBUG [Thread-2036 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:44,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:44,146 INFO [Thread-2034 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2034. 2024-11-20T16:16:44,146 DEBUG [Thread-2034 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:44,146 DEBUG [Thread-2034 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:44,147 DEBUG [Thread-2034 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:44,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:44,149 INFO [Thread-2038 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2038. 2024-11-20T16:16:44,149 DEBUG [Thread-2038 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:44,149 DEBUG [Thread-2038 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:44,149 DEBUG [Thread-2038 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:44,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:44,151 INFO [Thread-2042 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2042. 2024-11-20T16:16:44,151 DEBUG [Thread-2042 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:44,151 DEBUG [Thread-2042 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:44,151 DEBUG [Thread-2042 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:44,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:44,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/a2e7a06481614d26a706a3c7ea1a0c7d 2024-11-20T16:16:44,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/97cc08f816b04ff79a30992abe696a3e is 50, key is test_row_0/C:col10/1732119402163/Put/seqid=0 2024-11-20T16:16:44,158 INFO [Thread-2040 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2040. 2024-11-20T16:16:44,158 DEBUG [Thread-2040 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:44,158 DEBUG [Thread-2040 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:44,158 DEBUG [Thread-2040 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:44,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:44,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742349_1525 (size=12301) 2024-11-20T16:16:44,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:16:44,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:44,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:44,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:44,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:44,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:44,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:16:44,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:44,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:44,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T16:16:44,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:44,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:44,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:43056 deadline: 1732119464494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 , the old value is region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., hostname=044e4e732073,41459,1732119253621, seqNum=2 because the exception is null or not the one we care about 2024-11-20T16:16:44,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/97cc08f816b04ff79a30992abe696a3e 2024-11-20T16:16:44,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:16:44,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:44,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:44,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:44,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:44,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:44,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/758b6ae7d6554068ae7360b5484748a6 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/758b6ae7d6554068ae7360b5484748a6 2024-11-20T16:16:44,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/758b6ae7d6554068ae7360b5484748a6, entries=200, sequenceid=324, filesize=14.4 K 2024-11-20T16:16:44,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/a2e7a06481614d26a706a3c7ea1a0c7d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/a2e7a06481614d26a706a3c7ea1a0c7d 2024-11-20T16:16:44,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/a2e7a06481614d26a706a3c7ea1a0c7d, entries=150, sequenceid=324, filesize=12.0 K 2024-11-20T16:16:44,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/97cc08f816b04ff79a30992abe696a3e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/97cc08f816b04ff79a30992abe696a3e 2024-11-20T16:16:44,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/97cc08f816b04ff79a30992abe696a3e, entries=150, sequenceid=324, filesize=12.0 K 2024-11-20T16:16:44,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for e31e3462b39521add6cf276c60f60ae4 in 1257ms, sequenceid=324, compaction requested=false 2024-11-20T16:16:44,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:44,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:44,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-20T16:16:44,618 INFO [Thread-2025 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2025. 2024-11-20T16:16:44,618 DEBUG [Thread-2025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:44,618 DEBUG [Thread-2025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:44,618 DEBUG [Thread-2025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:44,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:44,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:44,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:44,618 INFO [Thread-2031 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2031. 2024-11-20T16:16:44,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:44,619 DEBUG [Thread-2031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:44,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:44,619 DEBUG [Thread-2031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:44,619 INFO [Thread-2023 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2023. 2024-11-20T16:16:44,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:44,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:44,619 DEBUG [Thread-2023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:44,619 DEBUG [Thread-2031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:44,619 DEBUG [Thread-2023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:44,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:44,619 DEBUG [Thread-2023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:44,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:44,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/487ce219268f45ba9680934e597a9dbe is 50, key is test_row_0/A:col10/1732119404615/Put/seqid=0 2024-11-20T16:16:44,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742350_1526 (size=12301) 2024-11-20T16:16:44,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:16:44,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:44,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:44,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:44,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:44,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:44,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:16:44,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:44,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:44,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:44,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:44,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T16:16:45,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/487ce219268f45ba9680934e597a9dbe 2024-11-20T16:16:45,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:16:45,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:45,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:45,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:45,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:45,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:45,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/7b77832e80614558a02213dd08bd9e31 is 50, key is test_row_0/B:col10/1732119404615/Put/seqid=0 2024-11-20T16:16:45,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742351_1527 (size=12301) 2024-11-20T16:16:45,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:16:45,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:45,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:45,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:45,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:45,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:45,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:16:45,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:45,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:45,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:45,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:45,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:45,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/7b77832e80614558a02213dd08bd9e31 2024-11-20T16:16:45,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/02616c17e8a74e1eabaa411d8f7b90ac is 50, key is test_row_0/C:col10/1732119404615/Put/seqid=0 2024-11-20T16:16:45,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742352_1528 (size=12301) 2024-11-20T16:16:45,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:16:45,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:45,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:45,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:45,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:45,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:45,505 INFO [Thread-2027 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2027. 2024-11-20T16:16:45,505 DEBUG [Thread-2027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:45,505 DEBUG [Thread-2027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:45,505 DEBUG [Thread-2027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:45,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:45,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:16:45,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:45,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:45,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:45,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:45,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:45,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:45,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:16:45,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:45,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. as already flushing 2024-11-20T16:16:45,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:45,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:45,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:45,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/02616c17e8a74e1eabaa411d8f7b90ac 2024-11-20T16:16:45,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/487ce219268f45ba9680934e597a9dbe as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/487ce219268f45ba9680934e597a9dbe 2024-11-20T16:16:45,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/487ce219268f45ba9680934e597a9dbe, entries=150, sequenceid=345, filesize=12.0 K 2024-11-20T16:16:45,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/7b77832e80614558a02213dd08bd9e31 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7b77832e80614558a02213dd08bd9e31 2024-11-20T16:16:45,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7b77832e80614558a02213dd08bd9e31, entries=150, sequenceid=345, filesize=12.0 K 2024-11-20T16:16:45,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/02616c17e8a74e1eabaa411d8f7b90ac as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/02616c17e8a74e1eabaa411d8f7b90ac 2024-11-20T16:16:45,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/02616c17e8a74e1eabaa411d8f7b90ac, entries=150, sequenceid=345, filesize=12.0 K 2024-11-20T16:16:45,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=6.71 KB/6870 for e31e3462b39521add6cf276c60f60ae4 in 1252ms, sequenceid=345, compaction requested=true 2024-11-20T16:16:45,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:45,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:16:45,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:45,870 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:45,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:16:45,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:45,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e31e3462b39521add6cf276c60f60ae4:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:16:45,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T16:16:45,870 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:45,871 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:45,871 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:45,871 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/A is initiating minor compaction (all files) 2024-11-20T16:16:45,871 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/B is initiating minor compaction (all files) 2024-11-20T16:16:45,871 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/A in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:45,871 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/B in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:45,871 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/b3889a3040f145bf9ae90c308bd14378, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/a2e7a06481614d26a706a3c7ea1a0c7d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7b77832e80614558a02213dd08bd9e31] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=36.8 K 2024-11-20T16:16:45,871 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/efa7205da4b64f61846734995495c005, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/758b6ae7d6554068ae7360b5484748a6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/487ce219268f45ba9680934e597a9dbe] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=39.2 K 2024-11-20T16:16:45,871 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting b3889a3040f145bf9ae90c308bd14378, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732119400957 2024-11-20T16:16:45,871 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting efa7205da4b64f61846734995495c005, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732119400957 2024-11-20T16:16:45,871 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting a2e7a06481614d26a706a3c7ea1a0c7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732119402163 2024-11-20T16:16:45,871 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 758b6ae7d6554068ae7360b5484748a6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732119402160 2024-11-20T16:16:45,872 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b77832e80614558a02213dd08bd9e31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732119403354 2024-11-20T16:16:45,872 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 487ce219268f45ba9680934e597a9dbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732119403354 2024-11-20T16:16:45,878 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#A#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:45,879 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/80b3fadcb8f543c3bf6498e075462f8a is 50, key is test_row_0/A:col10/1732119404615/Put/seqid=0 2024-11-20T16:16:45,882 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#B#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:45,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742353_1529 (size=13187) 2024-11-20T16:16:45,883 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/5a7e929c72e64ed6bf93a99c95534de7 is 50, key is test_row_0/B:col10/1732119404615/Put/seqid=0 2024-11-20T16:16:45,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742354_1530 (size=13187) 2024-11-20T16:16:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T16:16:45,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-20T16:16:45,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:45,955 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-11-20T16:16:45,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:45,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:45,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:45,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:45,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:45,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:45,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/061fdd0d1d79427b8d4e60f5b9fd5a4b is 50, key is test_row_2/A:col10/1732119405504/Put/seqid=0 2024-11-20T16:16:45,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742355_1531 (size=7415) 2024-11-20T16:16:46,286 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/80b3fadcb8f543c3bf6498e075462f8a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/80b3fadcb8f543c3bf6498e075462f8a 2024-11-20T16:16:46,290 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/5a7e929c72e64ed6bf93a99c95534de7 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/5a7e929c72e64ed6bf93a99c95534de7 2024-11-20T16:16:46,290 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/A of e31e3462b39521add6cf276c60f60ae4 into 80b3fadcb8f543c3bf6498e075462f8a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:46,290 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:46,291 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/A, priority=13, startTime=1732119405870; duration=0sec 2024-11-20T16:16:46,291 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:16:46,291 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:A 2024-11-20T16:16:46,291 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:16:46,292 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:16:46,292 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): e31e3462b39521add6cf276c60f60ae4/C is initiating minor compaction (all files) 2024-11-20T16:16:46,292 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e31e3462b39521add6cf276c60f60ae4/C in TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:46,293 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/028753a3b9b444ac9189e0384362917a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/97cc08f816b04ff79a30992abe696a3e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/02616c17e8a74e1eabaa411d8f7b90ac] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp, totalSize=36.8 K 2024-11-20T16:16:46,293 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 028753a3b9b444ac9189e0384362917a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1732119400957 2024-11-20T16:16:46,294 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97cc08f816b04ff79a30992abe696a3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732119402163 2024-11-20T16:16:46,294 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02616c17e8a74e1eabaa411d8f7b90ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1732119403354 2024-11-20T16:16:46,294 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/B of e31e3462b39521add6cf276c60f60ae4 into 5a7e929c72e64ed6bf93a99c95534de7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:46,295 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:46,295 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/B, priority=13, startTime=1732119405870; duration=0sec 2024-11-20T16:16:46,295 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:46,295 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:B 2024-11-20T16:16:46,301 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e31e3462b39521add6cf276c60f60ae4#C#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:16:46,301 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/fcae2afdbd074c6ea271c37b99589a47 is 50, key is test_row_0/C:col10/1732119404615/Put/seqid=0 2024-11-20T16:16:46,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742356_1532 (size=13187) 2024-11-20T16:16:46,362 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/061fdd0d1d79427b8d4e60f5b9fd5a4b 2024-11-20T16:16:46,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/57bf3038f2b64ca8b73bc128e96f5932 is 50, key is test_row_2/B:col10/1732119405504/Put/seqid=0 2024-11-20T16:16:46,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742357_1533 (size=7415) 2024-11-20T16:16:46,371 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/57bf3038f2b64ca8b73bc128e96f5932 2024-11-20T16:16:46,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/eab11901e56c488cb968846e90d0115a is 50, key is test_row_2/C:col10/1732119405504/Put/seqid=0 2024-11-20T16:16:46,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742358_1534 (size=7415) 2024-11-20T16:16:46,708 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/fcae2afdbd074c6ea271c37b99589a47 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/fcae2afdbd074c6ea271c37b99589a47 2024-11-20T16:16:46,712 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in e31e3462b39521add6cf276c60f60ae4/C of e31e3462b39521add6cf276c60f60ae4 into fcae2afdbd074c6ea271c37b99589a47(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:16:46,712 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:46,712 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., storeName=e31e3462b39521add6cf276c60f60ae4/C, priority=13, startTime=1732119405870; duration=0sec 2024-11-20T16:16:46,713 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:16:46,713 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e31e3462b39521add6cf276c60f60ae4:C 2024-11-20T16:16:46,784 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/eab11901e56c488cb968846e90d0115a 2024-11-20T16:16:46,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/061fdd0d1d79427b8d4e60f5b9fd5a4b as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/061fdd0d1d79427b8d4e60f5b9fd5a4b 2024-11-20T16:16:46,792 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/061fdd0d1d79427b8d4e60f5b9fd5a4b, entries=50, sequenceid=349, filesize=7.2 K 2024-11-20T16:16:46,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/57bf3038f2b64ca8b73bc128e96f5932 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/57bf3038f2b64ca8b73bc128e96f5932 2024-11-20T16:16:46,796 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/57bf3038f2b64ca8b73bc128e96f5932, entries=50, sequenceid=349, filesize=7.2 K 2024-11-20T16:16:46,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/eab11901e56c488cb968846e90d0115a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/eab11901e56c488cb968846e90d0115a 2024-11-20T16:16:46,800 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/eab11901e56c488cb968846e90d0115a, entries=50, sequenceid=349, filesize=7.2 K 2024-11-20T16:16:46,801 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for e31e3462b39521add6cf276c60f60ae4 in 846ms, sequenceid=349, compaction requested=false 2024-11-20T16:16:46,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for e31e3462b39521add6cf276c60f60ae4: 2024-11-20T16:16:46,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:46,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-20T16:16:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-20T16:16:46,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-20T16:16:46,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0470 sec 2024-11-20T16:16:46,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 3.0510 sec 2024-11-20T16:16:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-20T16:16:47,954 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:54,114 INFO [Thread-2029 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2029. 2024-11-20T16:16:54,114 DEBUG [Thread-2029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:16:54,114 DEBUG [Thread-2029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:54,115 DEBUG [Thread-2029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:54,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:54,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T16:16:54,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-20T16:16:54,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-20T16:16:54,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-20T16:16:54,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-11-20T16:16:54,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-20T16:16:54,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T16:16:54,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T16:16:54,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1229 2024-11-20T16:16:54,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3687 rows 2024-11-20T16:16:54,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1223 2024-11-20T16:16:54,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3662 rows 2024-11-20T16:16:54,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1225 2024-11-20T16:16:54,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3674 rows 2024-11-20T16:16:54,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1222 2024-11-20T16:16:54,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3665 rows 2024-11-20T16:16:54,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1223 2024-11-20T16:16:54,115 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3668 rows 2024-11-20T16:16:54,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:16:54,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:16:54,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:54,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:54,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:16:54,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-20T16:16:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T16:16:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T16:16:54,119 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119414119"}]},"ts":"1732119414119"} 2024-11-20T16:16:54,121 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T16:16:54,121 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T16:16:54,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T16:16:54,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e31e3462b39521add6cf276c60f60ae4, UNASSIGN}] 2024-11-20T16:16:54,124 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e31e3462b39521add6cf276c60f60ae4, UNASSIGN 2024-11-20T16:16:54,124 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=e31e3462b39521add6cf276c60f60ae4, regionState=CLOSING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:16:54,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e31e3462b39521add6cf276c60f60ae4, UNASSIGN because future has completed 2024-11-20T16:16:54,126 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T16:16:54,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:16:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T16:16:54,278 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:54,278 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T16:16:54,278 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing e31e3462b39521add6cf276c60f60ae4, disabling compactions & flushes 2024-11-20T16:16:54,278 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:54,278 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:54,279 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. after waiting 0 ms 2024-11-20T16:16:54,279 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:54,279 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(2902): Flushing e31e3462b39521add6cf276c60f60ae4 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-11-20T16:16:54,279 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=A 2024-11-20T16:16:54,279 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:54,279 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=B 2024-11-20T16:16:54,279 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:54,279 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e31e3462b39521add6cf276c60f60ae4, store=C 2024-11-20T16:16:54,279 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:54,282 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/49f6eda017384e4e93193b602ffe8341 is 50, key is test_row_1/A:col10/1732119414113/Put/seqid=0 2024-11-20T16:16:54,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742359_1535 (size=7415) 2024-11-20T16:16:54,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T16:16:54,685 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/49f6eda017384e4e93193b602ffe8341 2024-11-20T16:16:54,691 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/750c56fa44ab421f801350f73dc7efaf is 50, key is test_row_1/B:col10/1732119414113/Put/seqid=0 2024-11-20T16:16:54,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742360_1536 (size=7415) 2024-11-20T16:16:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T16:16:55,095 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/750c56fa44ab421f801350f73dc7efaf 2024-11-20T16:16:55,100 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/57fdf5f1da9a430eac37f647d0633076 is 50, key is test_row_1/C:col10/1732119414113/Put/seqid=0 2024-11-20T16:16:55,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742361_1537 (size=7415) 2024-11-20T16:16:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T16:16:55,505 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/57fdf5f1da9a430eac37f647d0633076 2024-11-20T16:16:55,513 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/A/49f6eda017384e4e93193b602ffe8341 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/49f6eda017384e4e93193b602ffe8341 2024-11-20T16:16:55,515 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/49f6eda017384e4e93193b602ffe8341, entries=50, sequenceid=356, filesize=7.2 K 2024-11-20T16:16:55,516 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/B/750c56fa44ab421f801350f73dc7efaf as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/750c56fa44ab421f801350f73dc7efaf 2024-11-20T16:16:55,519 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/750c56fa44ab421f801350f73dc7efaf, entries=50, sequenceid=356, filesize=7.2 K 2024-11-20T16:16:55,519 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/.tmp/C/57fdf5f1da9a430eac37f647d0633076 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/57fdf5f1da9a430eac37f647d0633076 2024-11-20T16:16:55,521 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/57fdf5f1da9a430eac37f647d0633076, entries=50, sequenceid=356, filesize=7.2 K 2024-11-20T16:16:55,521 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for e31e3462b39521add6cf276c60f60ae4 in 1242ms, sequenceid=356, compaction requested=true 2024-11-20T16:16:55,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/c5eff964185143e9bc371bb058a5605d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/41c3ac43beb048d2b5cb6773732c4f74, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/ed43aa06bf8546d4995d6a8625714ea1, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/4d105aa73cdd4157b33c9b23df3febd0, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/0718607dfaa840cfac05fa737c62b5a8, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/bd9043b672434d3e8ea792b5f21b4996, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/bc5d661cb4764a338d1245fa403421fc, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/27c77c4d9c354664bd3eefa334ff3523, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/6891e855f05c43a7997965d944ed7028, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/e0eeae9ced034ceda204fe93f3e9fa1a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/a8c9f53e1ff74a099f5bf11b54044211, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/1dd48c77b1ec4b388200a4572aca7990, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/237dcf01511a4adcb1aa34734748c7ea, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/f641e5eef28e4117943443b77299561c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/638e55517e494e78a7f42cf519c8a1d9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/a5cdb3e4dc72400f9529e6354a50aa05, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/6a662291d8d94dcb90363151049bf361, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/8038489f40e24955ae7f3b80d73a4231, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/7a5d19657d6d4e7c91d1ed628bbed42c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/f895d773274d4d96b1e06c07865f514d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/d2911821698f4928b4baca57c7560743, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/af5fe8fbf20148fb812bd68b4e5cc81b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/36e8b59ad95a407ebd0240472b2409c9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/efa7205da4b64f61846734995495c005, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/758b6ae7d6554068ae7360b5484748a6, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/487ce219268f45ba9680934e597a9dbe] to archive 2024-11-20T16:16:55,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:16:55,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/c5eff964185143e9bc371bb058a5605d to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/c5eff964185143e9bc371bb058a5605d 2024-11-20T16:16:55,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/41c3ac43beb048d2b5cb6773732c4f74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/41c3ac43beb048d2b5cb6773732c4f74 2024-11-20T16:16:55,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/ed43aa06bf8546d4995d6a8625714ea1 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/ed43aa06bf8546d4995d6a8625714ea1 2024-11-20T16:16:55,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/4d105aa73cdd4157b33c9b23df3febd0 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/4d105aa73cdd4157b33c9b23df3febd0 2024-11-20T16:16:55,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/0718607dfaa840cfac05fa737c62b5a8 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/0718607dfaa840cfac05fa737c62b5a8 2024-11-20T16:16:55,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/bd9043b672434d3e8ea792b5f21b4996 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/bd9043b672434d3e8ea792b5f21b4996 2024-11-20T16:16:55,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/bc5d661cb4764a338d1245fa403421fc to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/bc5d661cb4764a338d1245fa403421fc 2024-11-20T16:16:55,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/27c77c4d9c354664bd3eefa334ff3523 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/27c77c4d9c354664bd3eefa334ff3523 2024-11-20T16:16:55,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/6891e855f05c43a7997965d944ed7028 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/6891e855f05c43a7997965d944ed7028 2024-11-20T16:16:55,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/e0eeae9ced034ceda204fe93f3e9fa1a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/e0eeae9ced034ceda204fe93f3e9fa1a 2024-11-20T16:16:55,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/a8c9f53e1ff74a099f5bf11b54044211 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/a8c9f53e1ff74a099f5bf11b54044211 2024-11-20T16:16:55,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/1dd48c77b1ec4b388200a4572aca7990 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/1dd48c77b1ec4b388200a4572aca7990 2024-11-20T16:16:55,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/237dcf01511a4adcb1aa34734748c7ea to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/237dcf01511a4adcb1aa34734748c7ea 2024-11-20T16:16:55,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/f641e5eef28e4117943443b77299561c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/f641e5eef28e4117943443b77299561c 2024-11-20T16:16:55,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/638e55517e494e78a7f42cf519c8a1d9 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/638e55517e494e78a7f42cf519c8a1d9 2024-11-20T16:16:55,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/a5cdb3e4dc72400f9529e6354a50aa05 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/a5cdb3e4dc72400f9529e6354a50aa05 2024-11-20T16:16:55,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/6a662291d8d94dcb90363151049bf361 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/6a662291d8d94dcb90363151049bf361 2024-11-20T16:16:55,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/8038489f40e24955ae7f3b80d73a4231 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/8038489f40e24955ae7f3b80d73a4231 2024-11-20T16:16:55,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/7a5d19657d6d4e7c91d1ed628bbed42c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/7a5d19657d6d4e7c91d1ed628bbed42c 2024-11-20T16:16:55,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/f895d773274d4d96b1e06c07865f514d to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/f895d773274d4d96b1e06c07865f514d 2024-11-20T16:16:55,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/d2911821698f4928b4baca57c7560743 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/d2911821698f4928b4baca57c7560743 2024-11-20T16:16:55,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/af5fe8fbf20148fb812bd68b4e5cc81b to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/af5fe8fbf20148fb812bd68b4e5cc81b 2024-11-20T16:16:55,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/36e8b59ad95a407ebd0240472b2409c9 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/36e8b59ad95a407ebd0240472b2409c9 2024-11-20T16:16:55,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/efa7205da4b64f61846734995495c005 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/efa7205da4b64f61846734995495c005 2024-11-20T16:16:55,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/758b6ae7d6554068ae7360b5484748a6 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/758b6ae7d6554068ae7360b5484748a6 2024-11-20T16:16:55,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/487ce219268f45ba9680934e597a9dbe to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/487ce219268f45ba9680934e597a9dbe 2024-11-20T16:16:55,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/b16220fd50624d04b2b841851a384858, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7a77581b727a4038a2437680e1a6ece1, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/4538c48e3c9c42d496ddd07358fc38be, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/0c8e4b3c6951448888a463a5a54af0d1, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/41a9fb4c09ac45c8b761eb76956df9c5, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/deecc96fa7254526b87fd5df4fd24940, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/ea402c82adcb4cd890247527a9bbe7dd, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/f11d556d95f24aa0b226d1b927f13054, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/e5917ad88e3a4234acdc94047bbe8e76, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/e24ba2fba8204758a1b523452057ad09, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/26fedf79a3a747f1a96aa908d9731447, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/4490f35cf5a8429ea45e95a3aae4671e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7b0700a132ba4ae4872dd89c107a166c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/c2384b8514bd40eaa34c54c7f9bb3ae2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/20f54a8c6eff4d80871383816b6fd8e3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/3e601d84d21b4ddaac0dfbfdf7aa0075, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/23a20c0d92db4afda7d023dcf8dbe7b8, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7d0bb2120ee0466e9cba123ec9532e82, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/ac299c0276dc4042b9c4700a01110050, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/a7d993568bda4833a586d27d4d142e45, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/78e1ac92e2264595882372731e0b0802, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/a90ebc09f804463ba59d201965563eba, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/b3889a3040f145bf9ae90c308bd14378, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/45ae5f6977cd440f9e795e85f6cea6eb, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/a2e7a06481614d26a706a3c7ea1a0c7d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7b77832e80614558a02213dd08bd9e31] to archive 2024-11-20T16:16:55,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:16:55,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/b16220fd50624d04b2b841851a384858 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/b16220fd50624d04b2b841851a384858 2024-11-20T16:16:55,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7a77581b727a4038a2437680e1a6ece1 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7a77581b727a4038a2437680e1a6ece1 2024-11-20T16:16:55,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/4538c48e3c9c42d496ddd07358fc38be to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/4538c48e3c9c42d496ddd07358fc38be 2024-11-20T16:16:55,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/0c8e4b3c6951448888a463a5a54af0d1 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/0c8e4b3c6951448888a463a5a54af0d1 2024-11-20T16:16:55,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/41a9fb4c09ac45c8b761eb76956df9c5 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/41a9fb4c09ac45c8b761eb76956df9c5 2024-11-20T16:16:55,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/deecc96fa7254526b87fd5df4fd24940 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/deecc96fa7254526b87fd5df4fd24940 2024-11-20T16:16:55,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/ea402c82adcb4cd890247527a9bbe7dd to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/ea402c82adcb4cd890247527a9bbe7dd 2024-11-20T16:16:55,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/f11d556d95f24aa0b226d1b927f13054 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/f11d556d95f24aa0b226d1b927f13054 2024-11-20T16:16:55,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/e5917ad88e3a4234acdc94047bbe8e76 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/e5917ad88e3a4234acdc94047bbe8e76 2024-11-20T16:16:55,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/e24ba2fba8204758a1b523452057ad09 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/e24ba2fba8204758a1b523452057ad09 2024-11-20T16:16:55,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/26fedf79a3a747f1a96aa908d9731447 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/26fedf79a3a747f1a96aa908d9731447 2024-11-20T16:16:55,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/4490f35cf5a8429ea45e95a3aae4671e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/4490f35cf5a8429ea45e95a3aae4671e 2024-11-20T16:16:55,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7b0700a132ba4ae4872dd89c107a166c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7b0700a132ba4ae4872dd89c107a166c 2024-11-20T16:16:55,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/c2384b8514bd40eaa34c54c7f9bb3ae2 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/c2384b8514bd40eaa34c54c7f9bb3ae2 2024-11-20T16:16:55,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/20f54a8c6eff4d80871383816b6fd8e3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/20f54a8c6eff4d80871383816b6fd8e3 2024-11-20T16:16:55,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/3e601d84d21b4ddaac0dfbfdf7aa0075 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/3e601d84d21b4ddaac0dfbfdf7aa0075 2024-11-20T16:16:55,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/23a20c0d92db4afda7d023dcf8dbe7b8 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/23a20c0d92db4afda7d023dcf8dbe7b8 2024-11-20T16:16:55,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7d0bb2120ee0466e9cba123ec9532e82 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7d0bb2120ee0466e9cba123ec9532e82 2024-11-20T16:16:55,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/ac299c0276dc4042b9c4700a01110050 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/ac299c0276dc4042b9c4700a01110050 2024-11-20T16:16:55,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/a7d993568bda4833a586d27d4d142e45 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/a7d993568bda4833a586d27d4d142e45 2024-11-20T16:16:55,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/78e1ac92e2264595882372731e0b0802 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/78e1ac92e2264595882372731e0b0802 2024-11-20T16:16:55,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/a90ebc09f804463ba59d201965563eba to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/a90ebc09f804463ba59d201965563eba 2024-11-20T16:16:55,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/b3889a3040f145bf9ae90c308bd14378 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/b3889a3040f145bf9ae90c308bd14378 2024-11-20T16:16:55,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/45ae5f6977cd440f9e795e85f6cea6eb to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/45ae5f6977cd440f9e795e85f6cea6eb 2024-11-20T16:16:55,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/a2e7a06481614d26a706a3c7ea1a0c7d to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/a2e7a06481614d26a706a3c7ea1a0c7d 2024-11-20T16:16:55,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7b77832e80614558a02213dd08bd9e31 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/7b77832e80614558a02213dd08bd9e31 2024-11-20T16:16:55,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/1098750ff9c1418691945cca7c35ad98, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/c31c31b62e8a4de2be63a1750ae104db, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/7ef8b8d9059e45b5bc15e2b5d4ad54d9, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/b6ebe9f832044a4f94cef0a018f05132, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/39ae14cb3a6944f2b8e4e836074e8a65, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/cb70f5a407ac48288e8cd02a9976ac01, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/4ef30d99e0ce43cc9d0cc254887805b4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/e3ae3740b192463d93e4744c5b7e29aa, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/c6341b3ca4cc49a88d35b99e8fcdffa3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/7e5f90b6686549ae8f9eda8bf71f88d0, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/5703ce7d1e9a4d2f8a40f6679dff180e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/262277d113d2475da0572972d69ec500, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/1bd8c0c07f8b45648d699397c5b9bd33, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/0c509c106da84ae0a7e57c9cc4981441, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/3d1fc1e8ffac4b7fb0900828bd5f6413, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/a3ffbeaab0514d38bbdb91b165fa4f16, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/81364ef7274f4057900564d2f2cd5027, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/6d3d7b87bb084b938876f984d903ce9a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/91fce277fc8140e7a4dc285e26cb15a8, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/14cc7705982f4d24a781924368ee5065, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/9fc5962ab20642898d9a8c0ba40c6ed8, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/a217563c00f84ab78d4f7496278c47d3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/028753a3b9b444ac9189e0384362917a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/979f2e0ab0844841b4c534af4c45e3b4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/97cc08f816b04ff79a30992abe696a3e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/02616c17e8a74e1eabaa411d8f7b90ac] to archive 2024-11-20T16:16:55,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:16:55,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/1098750ff9c1418691945cca7c35ad98 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/1098750ff9c1418691945cca7c35ad98 2024-11-20T16:16:55,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/c31c31b62e8a4de2be63a1750ae104db to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/c31c31b62e8a4de2be63a1750ae104db 2024-11-20T16:16:55,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/7ef8b8d9059e45b5bc15e2b5d4ad54d9 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/7ef8b8d9059e45b5bc15e2b5d4ad54d9 2024-11-20T16:16:55,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/b6ebe9f832044a4f94cef0a018f05132 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/b6ebe9f832044a4f94cef0a018f05132 2024-11-20T16:16:55,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/39ae14cb3a6944f2b8e4e836074e8a65 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/39ae14cb3a6944f2b8e4e836074e8a65 2024-11-20T16:16:55,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/cb70f5a407ac48288e8cd02a9976ac01 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/cb70f5a407ac48288e8cd02a9976ac01 2024-11-20T16:16:55,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/4ef30d99e0ce43cc9d0cc254887805b4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/4ef30d99e0ce43cc9d0cc254887805b4 2024-11-20T16:16:55,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/e3ae3740b192463d93e4744c5b7e29aa to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/e3ae3740b192463d93e4744c5b7e29aa 2024-11-20T16:16:55,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/c6341b3ca4cc49a88d35b99e8fcdffa3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/c6341b3ca4cc49a88d35b99e8fcdffa3 2024-11-20T16:16:55,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/7e5f90b6686549ae8f9eda8bf71f88d0 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/7e5f90b6686549ae8f9eda8bf71f88d0 2024-11-20T16:16:55,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/5703ce7d1e9a4d2f8a40f6679dff180e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/5703ce7d1e9a4d2f8a40f6679dff180e 2024-11-20T16:16:55,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/262277d113d2475da0572972d69ec500 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/262277d113d2475da0572972d69ec500 2024-11-20T16:16:55,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/1bd8c0c07f8b45648d699397c5b9bd33 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/1bd8c0c07f8b45648d699397c5b9bd33 2024-11-20T16:16:55,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/0c509c106da84ae0a7e57c9cc4981441 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/0c509c106da84ae0a7e57c9cc4981441 2024-11-20T16:16:55,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/3d1fc1e8ffac4b7fb0900828bd5f6413 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/3d1fc1e8ffac4b7fb0900828bd5f6413 2024-11-20T16:16:55,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/a3ffbeaab0514d38bbdb91b165fa4f16 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/a3ffbeaab0514d38bbdb91b165fa4f16 2024-11-20T16:16:55,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/81364ef7274f4057900564d2f2cd5027 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/81364ef7274f4057900564d2f2cd5027 2024-11-20T16:16:55,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/6d3d7b87bb084b938876f984d903ce9a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/6d3d7b87bb084b938876f984d903ce9a 2024-11-20T16:16:55,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/91fce277fc8140e7a4dc285e26cb15a8 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/91fce277fc8140e7a4dc285e26cb15a8 2024-11-20T16:16:55,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/14cc7705982f4d24a781924368ee5065 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/14cc7705982f4d24a781924368ee5065 2024-11-20T16:16:55,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/9fc5962ab20642898d9a8c0ba40c6ed8 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/9fc5962ab20642898d9a8c0ba40c6ed8 2024-11-20T16:16:55,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/a217563c00f84ab78d4f7496278c47d3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/a217563c00f84ab78d4f7496278c47d3 2024-11-20T16:16:55,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/028753a3b9b444ac9189e0384362917a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/028753a3b9b444ac9189e0384362917a 2024-11-20T16:16:55,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/979f2e0ab0844841b4c534af4c45e3b4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/979f2e0ab0844841b4c534af4c45e3b4 2024-11-20T16:16:55,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/97cc08f816b04ff79a30992abe696a3e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/97cc08f816b04ff79a30992abe696a3e 2024-11-20T16:16:55,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/02616c17e8a74e1eabaa411d8f7b90ac to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/02616c17e8a74e1eabaa411d8f7b90ac 2024-11-20T16:16:55,598 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/recovered.edits/359.seqid, newMaxSeqId=359, maxSeqId=1 2024-11-20T16:16:55,598 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. 2024-11-20T16:16:55,598 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for e31e3462b39521add6cf276c60f60ae4: Waiting for close lock at 1732119414278Running coprocessor pre-close hooks at 1732119414278Disabling compacts and flushes for region at 1732119414278Disabling writes for close at 1732119414279 (+1 ms)Obtaining lock to block concurrent updates at 1732119414279Preparing flush snapshotting stores in e31e3462b39521add6cf276c60f60ae4 at 1732119414279Finished memstore snapshotting TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1732119414279Flushing stores of TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4. at 1732119414279Flushing e31e3462b39521add6cf276c60f60ae4/A: creating writer at 1732119414279Flushing e31e3462b39521add6cf276c60f60ae4/A: appending metadata at 1732119414282 (+3 ms)Flushing e31e3462b39521add6cf276c60f60ae4/A: closing flushed file at 1732119414282Flushing e31e3462b39521add6cf276c60f60ae4/B: creating writer at 1732119414689 (+407 ms)Flushing e31e3462b39521add6cf276c60f60ae4/B: appending metadata at 1732119414691 (+2 ms)Flushing e31e3462b39521add6cf276c60f60ae4/B: closing flushed file at 1732119414691Flushing e31e3462b39521add6cf276c60f60ae4/C: creating writer at 1732119415098 (+407 ms)Flushing e31e3462b39521add6cf276c60f60ae4/C: appending metadata at 1732119415100 (+2 ms)Flushing e31e3462b39521add6cf276c60f60ae4/C: closing flushed file at 1732119415100Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c19ef5: reopening flushed file at 1732119415512 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c732e44: reopening flushed file at 1732119415515 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6971c146: reopening flushed file at 1732119415519 (+4 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for e31e3462b39521add6cf276c60f60ae4 in 1242ms, sequenceid=356, compaction requested=true at 1732119415522 (+3 ms)Writing region close event to WAL at 1732119415595 (+73 ms)Running coprocessor post-close hooks at 1732119415598 (+3 ms)Closed at 1732119415598 2024-11-20T16:16:55,600 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:55,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=e31e3462b39521add6cf276c60f60ae4, regionState=CLOSED 2024-11-20T16:16:55,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 because future has completed 2024-11-20T16:16:55,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-20T16:16:55,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure e31e3462b39521add6cf276c60f60ae4, server=044e4e732073,41459,1732119253621 in 1.4770 sec 2024-11-20T16:16:55,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-20T16:16:55,606 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=e31e3462b39521add6cf276c60f60ae4, UNASSIGN in 1.4810 sec 2024-11-20T16:16:55,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-20T16:16:55,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4860 sec 2024-11-20T16:16:55,609 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119415609"}]},"ts":"1732119415609"} 2024-11-20T16:16:55,611 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T16:16:55,611 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T16:16:55,613 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4950 sec 2024-11-20T16:16:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-20T16:16:56,263 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:56,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-20T16:16:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:16:56,265 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:16:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T16:16:56,266 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=141, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:16:56,268 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:56,270 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A, FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B, FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C, FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/recovered.edits] 2024-11-20T16:16:56,273 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/061fdd0d1d79427b8d4e60f5b9fd5a4b to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/061fdd0d1d79427b8d4e60f5b9fd5a4b 2024-11-20T16:16:56,274 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/49f6eda017384e4e93193b602ffe8341 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/49f6eda017384e4e93193b602ffe8341 2024-11-20T16:16:56,275 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/80b3fadcb8f543c3bf6498e075462f8a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/A/80b3fadcb8f543c3bf6498e075462f8a 2024-11-20T16:16:56,277 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/57bf3038f2b64ca8b73bc128e96f5932 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/57bf3038f2b64ca8b73bc128e96f5932 2024-11-20T16:16:56,277 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/5a7e929c72e64ed6bf93a99c95534de7 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/5a7e929c72e64ed6bf93a99c95534de7 2024-11-20T16:16:56,278 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/750c56fa44ab421f801350f73dc7efaf to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/B/750c56fa44ab421f801350f73dc7efaf 2024-11-20T16:16:56,280 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/57fdf5f1da9a430eac37f647d0633076 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/57fdf5f1da9a430eac37f647d0633076 2024-11-20T16:16:56,280 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/eab11901e56c488cb968846e90d0115a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/eab11901e56c488cb968846e90d0115a 2024-11-20T16:16:56,281 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/fcae2afdbd074c6ea271c37b99589a47 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/C/fcae2afdbd074c6ea271c37b99589a47 2024-11-20T16:16:56,282 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/recovered.edits/359.seqid to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4/recovered.edits/359.seqid 2024-11-20T16:16:56,283 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/e31e3462b39521add6cf276c60f60ae4 2024-11-20T16:16:56,283 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T16:16:56,284 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=141, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:16:56,286 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T16:16:56,287 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T16:16:56,288 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=141, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:16:56,288 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T16:16:56,288 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732119416288"}]},"ts":"9223372036854775807"} 2024-11-20T16:16:56,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T16:16:56,290 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => e31e3462b39521add6cf276c60f60ae4, NAME => 'TestAcidGuarantees,,1732119381909.e31e3462b39521add6cf276c60f60ae4.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T16:16:56,290 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T16:16:56,290 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732119416290"}]},"ts":"9223372036854775807"} 2024-11-20T16:16:56,291 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T16:16:56,292 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=141, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:16:56,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 28 msec 2024-11-20T16:16:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-20T16:16:56,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T16:16:56,374 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:56,383 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=246 (was 251), OpenFileDescriptor=447 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=548 (was 617), ProcessCount=11 (was 11), AvailableMemoryMB=7060 (was 6302) - AvailableMemoryMB LEAK? - 2024-11-20T16:16:56,391 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=246, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=548, ProcessCount=11, AvailableMemoryMB=7059 2024-11-20T16:16:56,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T16:16:56,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:16:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-20T16:16:56,395 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T16:16:56,395 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:56,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 142 2024-11-20T16:16:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-20T16:16:56,396 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T16:16:56,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742362_1538 (size=1061) 2024-11-20T16:16:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-20T16:16:56,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-20T16:16:56,802 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98 2024-11-20T16:16:56,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742363_1539 (size=53) 2024-11-20T16:16:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-20T16:16:57,207 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:16:57,207 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b2f4f64eeaae39062b19cf5b04a91895, disabling compactions & flushes 2024-11-20T16:16:57,207 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:57,207 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:57,207 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. after waiting 0 ms 2024-11-20T16:16:57,207 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:57,207 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:57,207 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b2f4f64eeaae39062b19cf5b04a91895: Waiting for close lock at 1732119417207Disabling compacts and flushes for region at 1732119417207Disabling writes for close at 1732119417207Writing region close event to WAL at 1732119417207Closed at 1732119417207 2024-11-20T16:16:57,208 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T16:16:57,209 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732119417208"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732119417208"}]},"ts":"1732119417208"} 2024-11-20T16:16:57,210 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T16:16:57,210 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T16:16:57,211 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119417210"}]},"ts":"1732119417210"} 2024-11-20T16:16:57,212 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-20T16:16:57,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2f4f64eeaae39062b19cf5b04a91895, ASSIGN}] 2024-11-20T16:16:57,213 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2f4f64eeaae39062b19cf5b04a91895, ASSIGN 2024-11-20T16:16:57,213 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2f4f64eeaae39062b19cf5b04a91895, ASSIGN; state=OFFLINE, location=044e4e732073,41459,1732119253621; forceNewPlan=false, retain=false 2024-11-20T16:16:57,364 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=b2f4f64eeaae39062b19cf5b04a91895, regionState=OPENING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:16:57,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2f4f64eeaae39062b19cf5b04a91895, ASSIGN because future has completed 2024-11-20T16:16:57,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:16:57,520 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:57,520 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7752): Opening region: {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:16:57,520 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:57,520 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:16:57,520 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7794): checking encryption for b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:57,520 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7797): checking classloading for b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:57,521 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:57,522 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:16:57,522 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2f4f64eeaae39062b19cf5b04a91895 columnFamilyName A 2024-11-20T16:16:57,523 DEBUG [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:57,523 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] regionserver.HStore(327): Store=b2f4f64eeaae39062b19cf5b04a91895/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:16:57,523 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:57,524 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:16:57,524 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2f4f64eeaae39062b19cf5b04a91895 columnFamilyName B 2024-11-20T16:16:57,524 DEBUG [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:57,524 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] regionserver.HStore(327): Store=b2f4f64eeaae39062b19cf5b04a91895/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:16:57,524 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:57,525 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:16:57,525 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2f4f64eeaae39062b19cf5b04a91895 columnFamilyName C 2024-11-20T16:16:57,525 DEBUG [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:57,526 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] regionserver.HStore(327): Store=b2f4f64eeaae39062b19cf5b04a91895/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:16:57,526 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:57,526 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1038): replaying wal for b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:57,526 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:57,527 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:57,528 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1048): stopping wal replay for b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:57,528 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1060): Cleaning up temporary data for b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:57,528 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:16:57,529 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1093): writing seq id for b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:57,530 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T16:16:57,531 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1114): Opened b2f4f64eeaae39062b19cf5b04a91895; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69641321, jitterRate=0.037736549973487854}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:16:57,531 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:57,532 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1006): Region open journal for b2f4f64eeaae39062b19cf5b04a91895: Running coprocessor pre-open hook at 1732119417520Writing region info on filesystem at 1732119417520Initializing all the Stores at 1732119417521 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119417521Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119417521Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119417521Cleaning up temporary data from old regions at 1732119417528 (+7 ms)Running coprocessor post-open hooks at 1732119417531 (+3 ms)Region opened successfully at 1732119417531 2024-11-20T16:16:57,532 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., pid=144, masterSystemTime=1732119417517 2024-11-20T16:16:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-20T16:16:57,534 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:57,534 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:57,534 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=b2f4f64eeaae39062b19cf5b04a91895, regionState=OPEN, openSeqNum=2, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:16:57,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 because future has completed 2024-11-20T16:16:57,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-20T16:16:57,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 in 170 msec 2024-11-20T16:16:57,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-20T16:16:57,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2f4f64eeaae39062b19cf5b04a91895, ASSIGN in 326 msec 2024-11-20T16:16:57,539 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T16:16:57,540 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119417540"}]},"ts":"1732119417540"} 2024-11-20T16:16:57,541 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-20T16:16:57,542 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T16:16:57,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-20T16:16:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-20T16:16:58,544 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:58,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ad34b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:58,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:58,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:58,547 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:58,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:58,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:58,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5df76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:58,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:58,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:58,549 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:58,550 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:58,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f0af8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:58,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:58,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:58,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:58,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:58,554 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T16:16:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 044e4e732073,38329,1732119252544 2024-11-20T16:16:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@142f326 2024-11-20T16:16:58,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T16:16:58,556 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T16:16:58,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-20T16:16:58,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T16:16:58,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-20T16:16:58,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742364_1540 (size=1097) 2024-11-20T16:16:58,972 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-20T16:16:58,972 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-20T16:16:58,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T16:16:58,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2f4f64eeaae39062b19cf5b04a91895, REOPEN/MOVE}] 2024-11-20T16:16:58,981 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2f4f64eeaae39062b19cf5b04a91895, REOPEN/MOVE 2024-11-20T16:16:58,982 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=b2f4f64eeaae39062b19cf5b04a91895, regionState=CLOSING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:16:58,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2f4f64eeaae39062b19cf5b04a91895, REOPEN/MOVE because future has completed 2024-11-20T16:16:58,984 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T16:16:58,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:16:59,138 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:59,138 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T16:16:59,138 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing b2f4f64eeaae39062b19cf5b04a91895, disabling compactions & flushes 2024-11-20T16:16:59,138 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:59,138 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:59,138 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. after waiting 0 ms 2024-11-20T16:16:59,138 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:59,145 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T16:16:59,146 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:59,146 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for b2f4f64eeaae39062b19cf5b04a91895: Waiting for close lock at 1732119419138Running coprocessor pre-close hooks at 1732119419138Disabling compacts and flushes for region at 1732119419138Disabling writes for close at 1732119419138Writing region close event to WAL at 1732119419139 (+1 ms)Running coprocessor post-close hooks at 1732119419146 (+7 ms)Closed at 1732119419146 2024-11-20T16:16:59,146 WARN [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionServer(3299): Not adding moved region record: b2f4f64eeaae39062b19cf5b04a91895 to self. 2024-11-20T16:16:59,149 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:59,150 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=b2f4f64eeaae39062b19cf5b04a91895, regionState=CLOSED 2024-11-20T16:16:59,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 because future has completed 2024-11-20T16:16:59,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-20T16:16:59,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 in 170 msec 2024-11-20T16:16:59,157 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2f4f64eeaae39062b19cf5b04a91895, REOPEN/MOVE; state=CLOSED, location=044e4e732073,41459,1732119253621; forceNewPlan=false, retain=true 2024-11-20T16:16:59,308 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=b2f4f64eeaae39062b19cf5b04a91895, regionState=OPENING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:16:59,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2f4f64eeaae39062b19cf5b04a91895, REOPEN/MOVE because future has completed 2024-11-20T16:16:59,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:16:59,472 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:59,472 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7752): Opening region: {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} 2024-11-20T16:16:59,473 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:59,473 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T16:16:59,473 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7794): checking encryption for b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:59,473 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7797): checking classloading for b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:59,475 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:59,477 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:16:59,477 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2f4f64eeaae39062b19cf5b04a91895 columnFamilyName A 2024-11-20T16:16:59,479 DEBUG [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:59,480 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] regionserver.HStore(327): Store=b2f4f64eeaae39062b19cf5b04a91895/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:16:59,481 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:59,482 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:16:59,482 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2f4f64eeaae39062b19cf5b04a91895 columnFamilyName B 2024-11-20T16:16:59,482 DEBUG [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:59,483 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] regionserver.HStore(327): Store=b2f4f64eeaae39062b19cf5b04a91895/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:16:59,483 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:59,484 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-20T16:16:59,484 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2f4f64eeaae39062b19cf5b04a91895 columnFamilyName C 2024-11-20T16:16:59,484 DEBUG [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:59,484 INFO [StoreOpener-b2f4f64eeaae39062b19cf5b04a91895-1 {}] regionserver.HStore(327): Store=b2f4f64eeaae39062b19cf5b04a91895/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T16:16:59,484 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:59,484 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1038): replaying wal for b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:59,485 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:59,485 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:59,486 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1048): stopping wal replay for b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:59,486 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1060): Cleaning up temporary data for b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:59,486 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T16:16:59,487 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1093): writing seq id for b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:59,488 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1114): Opened b2f4f64eeaae39062b19cf5b04a91895; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74144978, jitterRate=0.10484626889228821}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T16:16:59,488 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:59,488 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1006): Region open journal for b2f4f64eeaae39062b19cf5b04a91895: Running coprocessor pre-open hook at 1732119419473Writing region info on filesystem at 1732119419473Initializing all the Stores at 1732119419475 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119419475Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119419475Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732119419475Cleaning up temporary data from old regions at 1732119419486 (+11 ms)Running coprocessor post-open hooks at 1732119419488 (+2 ms)Region opened successfully at 1732119419488 2024-11-20T16:16:59,489 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., pid=149, masterSystemTime=1732119419468 2024-11-20T16:16:59,490 DEBUG [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:59,490 INFO [RS_OPEN_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:59,490 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=b2f4f64eeaae39062b19cf5b04a91895, regionState=OPEN, openSeqNum=5, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:16:59,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 because future has completed 2024-11-20T16:16:59,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=147 2024-11-20T16:16:59,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 in 179 msec 2024-11-20T16:16:59,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-20T16:16:59,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2f4f64eeaae39062b19cf5b04a91895, REOPEN/MOVE in 513 msec 2024-11-20T16:16:59,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-20T16:16:59,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 519 msec 2024-11-20T16:16:59,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 938 msec 2024-11-20T16:16:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-20T16:16:59,498 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:16:59,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:59,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:59,499 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:59,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d1175a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:59,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:59,500 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:59,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3688fa4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40503a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:59,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:59,502 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:59,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:59,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:59,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ac6c7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:59,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:59,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:59,503 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:59,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27772b64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f72e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:59,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:59,504 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:59,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:59,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61aa0d03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:59,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:59,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:59,505 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:59,506 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5674eb12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47173f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:59,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:59,507 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4e1c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:59,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:59,508 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:59,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de67bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13700528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:59,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:59,509 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:59,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:59,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:59,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e85cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:59,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:59,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:59,510 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:59,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@debd7d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3666b173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:59,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:59,512 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e98ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:59,513 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:59,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765b62ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff027c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:59,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:59,515 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145130c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:59,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:59,516 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:59,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190d3421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637386d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:59,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:59,518 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350936ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:59,518 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:59,519 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:59,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6170e570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2455dde6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:59,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:59,521 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f31b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:59,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:59,522 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:59,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5348b0f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b93642c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 044e4e732073,38329,-1 for getting cluster id 2024-11-20T16:16:59,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T16:16:59,524 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51b26a7d-6e2b-4fdd-bdc3-821236121b03' 2024-11-20T16:16:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T16:16:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51b26a7d-6e2b-4fdd-bdc3-821236121b03" 2024-11-20T16:16:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd28246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [044e4e732073,38329,-1] 2024-11-20T16:16:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T16:16:59,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:16:59,525 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T16:16:59,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284add44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T16:16:59,526 DEBUG [Thread-2432 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:59,526 DEBUG [Thread-2430 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:59,526 DEBUG [Thread-2419 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:59,526 DEBUG [Thread-2423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:59,526 DEBUG [Thread-2434 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:59,526 DEBUG [Thread-2421 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:59,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:59,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:59,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:59,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:59,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:59,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:59,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:59,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:59,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:59,528 DEBUG [Thread-2419 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:59,528 DEBUG [Thread-2419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:59,528 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:16:59,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:59,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:59,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:59,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:59,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:59,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:59,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:16:59,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:16:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:16:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:16:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-20T16:16:59,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:16:59,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T16:16:59,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:16:59,534 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:16:59,536 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:16:59,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:16:59,536 DEBUG [Thread-2436 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:59,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:59,538 DEBUG [Thread-2417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:59,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:59,538 DEBUG [Thread-2428 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:59,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:59,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:59,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2f4f64eeaae39062b19cf5b04a91895 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T16:16:59,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=A 2024-11-20T16:16:59,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:59,541 DEBUG [Thread-2425 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T16:16:59,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=B 2024-11-20T16:16:59,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:59,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=C 2024-11-20T16:16:59,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:16:59,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:59,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:16:59,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:59,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:59,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:16:59,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:59,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:16:59,548 DEBUG [Thread-2417 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=044e4e732073,41459,1732119253621, seqNum=-1] 2024-11-20T16:16:59,549 DEBUG [Thread-2417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T16:16:59,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T16:16:59,551 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5] 2024-11-20T16:16:59,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732119419555, max timestamp=1732119419568Num uniques 859; 2024-11-20T16:16:59,571 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-20T16:16:59,573 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119419555, max timestamp=1732119419570Num uniques 859; 2024-11-20T16:16:59,573 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119419555, max timestamp=1732119419570Num uniques 859; 2024-11-20T16:16:59,573 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:16:59,573 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:16:59,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112018b01e230fbb47ee84f7a19b3a7abf02_b2f4f64eeaae39062b19cf5b04a91895 is 50, key is test_row_0/A:col10/1732119419537/Put/seqid=0 2024-11-20T16:16:59,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119479586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:59,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119479587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119479587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:59,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:59,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119479592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:59,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:59,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119479592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:59,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742365_1541 (size=12154) 2024-11-20T16:16:59,602 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:16:59,604 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112018b01e230fbb47ee84f7a19b3a7abf02_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112018b01e230fbb47ee84f7a19b3a7abf02_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:16:59,605 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/e3eb3b9474b54a748ab5f120b446b438, store: [table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:16:59,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/e3eb3b9474b54a748ab5f120b446b438 is 175, key is test_row_0/A:col10/1732119419537/Put/seqid=0 2024-11-20T16:16:59,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742366_1542 (size=30955) 2024-11-20T16:16:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T16:16:59,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T16:16:59,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:59,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:16:59,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:59,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:59,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:59,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119479703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:59,705 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:59,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,706 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119479703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:59,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:59,706 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119479703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:59,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:59,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119479703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:59,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119479704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:59,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:59,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:59,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T16:16:59,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:59,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:16:59,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:59,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:59,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:59,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T16:16:59,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119479913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,915 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:59,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119479913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:59,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,916 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:59,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119479913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:59,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:59,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119479914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:59,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:59,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:16:59,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,916 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:59,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119479914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:16:59,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:16:59,916 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:16:59,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T16:16:59,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:59,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:16:59,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:16:59,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:59,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:16:59,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:00,008 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/e3eb3b9474b54a748ab5f120b446b438 2024-11-20T16:17:00,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/664f141d6c06463c99c42960ceb942fa is 50, key is test_row_0/B:col10/1732119419537/Put/seqid=0 2024-11-20T16:17:00,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742367_1543 (size=12001) 2024-11-20T16:17:00,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T16:17:00,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:00,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:00,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:00,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:00,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T16:17:00,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119480223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:00,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119480223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:00,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119480223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119480223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,226 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119480224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:00,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:00,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T16:17:00,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:00,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:00,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:00,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:00,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:00,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/664f141d6c06463c99c42960ceb942fa 2024-11-20T16:17:00,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T16:17:00,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:00,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:00,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:00,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:00,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:00,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/0eee945635c04c06aa6d26890eba51ac is 50, key is test_row_0/C:col10/1732119419537/Put/seqid=0 2024-11-20T16:17:00,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742368_1544 (size=12001) 2024-11-20T16:17:00,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T16:17:00,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:00,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:00,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:00,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:00,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T16:17:00,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119480733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119480733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119480734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:00,737 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119480734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119480734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:00,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:00,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T16:17:00,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:00,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:00,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:00,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:00,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:00,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/0eee945635c04c06aa6d26890eba51ac 2024-11-20T16:17:00,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/e3eb3b9474b54a748ab5f120b446b438 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/e3eb3b9474b54a748ab5f120b446b438 2024-11-20T16:17:00,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/e3eb3b9474b54a748ab5f120b446b438, entries=150, sequenceid=15, filesize=30.2 K 2024-11-20T16:17:00,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/664f141d6c06463c99c42960ceb942fa as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/664f141d6c06463c99c42960ceb942fa 2024-11-20T16:17:00,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/664f141d6c06463c99c42960ceb942fa, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T16:17:00,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/0eee945635c04c06aa6d26890eba51ac as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/0eee945635c04c06aa6d26890eba51ac 2024-11-20T16:17:00,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/0eee945635c04c06aa6d26890eba51ac, entries=150, sequenceid=15, filesize=11.7 K 2024-11-20T16:17:00,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=131.94 KB/135110 for b2f4f64eeaae39062b19cf5b04a91895 in 1350ms, sequenceid=15, compaction requested=false 2024-11-20T16:17:00,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:00,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-20T16:17:00,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:00,909 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing b2f4f64eeaae39062b19cf5b04a91895 3/3 column families, dataSize=131.94 KB heapSize=375.22 KB 2024-11-20T16:17:00,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=A 2024-11-20T16:17:00,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:17:00,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=B 2024-11-20T16:17:00,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:17:00,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=C 2024-11-20T16:17:00,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:17:00,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b44df19fd1834037ac6b59a0166b308c_b2f4f64eeaae39062b19cf5b04a91895 is 50, key is test_row_0/A:col10/1732119419590/Put/seqid=0 2024-11-20T16:17:00,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742369_1545 (size=12154) 2024-11-20T16:17:01,121 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T16:17:01,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:01,325 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b44df19fd1834037ac6b59a0166b308c_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b44df19fd1834037ac6b59a0166b308c_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:01,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/3dd6bac5e3654fa2bd4d14f3ff1e6ecf, store: [table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:01,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/3dd6bac5e3654fa2bd4d14f3ff1e6ecf is 175, key is test_row_0/A:col10/1732119419590/Put/seqid=0 2024-11-20T16:17:01,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742370_1546 (size=30955) 2024-11-20T16:17:01,329 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/3dd6bac5e3654fa2bd4d14f3ff1e6ecf 2024-11-20T16:17:01,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/18ebd3afbfd2404ebd9bd336d9021bc1 is 50, key is test_row_0/B:col10/1732119419590/Put/seqid=0 2024-11-20T16:17:01,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742371_1547 (size=12001) 2024-11-20T16:17:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T16:17:01,740 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/18ebd3afbfd2404ebd9bd336d9021bc1 2024-11-20T16:17:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:01,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/d90a6e321b38454db1c405938440a443 is 50, key is test_row_0/C:col10/1732119419590/Put/seqid=0 2024-11-20T16:17:01,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742372_1548 (size=12001) 2024-11-20T16:17:01,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119481754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:01,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119481754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:01,759 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in b2f4f64eeaae39062b19cf5b04a91895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:17:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:01,760 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in b2f4f64eeaae39062b19cf5b04a91895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:17:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:01,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:01,761 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/d90a6e321b38454db1c405938440a443 2024-11-20T16:17:01,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119481757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:01,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:01,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:01,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:01,765 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119481758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:01,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:01,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:01,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:01,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119481761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:01,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:01,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:01,767 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:01,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/3dd6bac5e3654fa2bd4d14f3ff1e6ecf as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3dd6bac5e3654fa2bd4d14f3ff1e6ecf 2024-11-20T16:17:01,776 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3dd6bac5e3654fa2bd4d14f3ff1e6ecf, entries=150, sequenceid=51, filesize=30.2 K 2024-11-20T16:17:01,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/18ebd3afbfd2404ebd9bd336d9021bc1 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/18ebd3afbfd2404ebd9bd336d9021bc1 2024-11-20T16:17:01,782 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/18ebd3afbfd2404ebd9bd336d9021bc1, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T16:17:01,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/d90a6e321b38454db1c405938440a443 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/d90a6e321b38454db1c405938440a443 2024-11-20T16:17:01,796 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/d90a6e321b38454db1c405938440a443, entries=150, sequenceid=51, filesize=11.7 K 2024-11-20T16:17:01,797 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~375.17 KB/384176, currentSize=46.96 KB/48090 for b2f4f64eeaae39062b19cf5b04a91895 in 888ms, sequenceid=51, compaction requested=false 2024-11-20T16:17:01,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:01,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:01,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-20T16:17:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-20T16:17:01,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-20T16:17:01,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2620 sec 2024-11-20T16:17:01,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.2740 sec 2024-11-20T16:17:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:01,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2f4f64eeaae39062b19cf5b04a91895 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T16:17:01,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=A 2024-11-20T16:17:01,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:01,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=B 2024-11-20T16:17:01,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:01,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=C 2024-11-20T16:17:01,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:01,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206cbfb10ede6a4aafafd1102d7c68c6e5_b2f4f64eeaae39062b19cf5b04a91895 is 50, key is test_row_0/A:col10/1732119421875/Put/seqid=0 2024-11-20T16:17:01,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742373_1549 (size=12154) 2024-11-20T16:17:01,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119481937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:01,945 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:01,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:01,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119481945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119481945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:01,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:01,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:01,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:01,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:01,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:01,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:02,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:02,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119482053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119482053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:02,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:02,057 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:02,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:02,057 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119482053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:02,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:02,057 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:02,057 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:02,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:02,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:02,058 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:02,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119482264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:02,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119482264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:02,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119482264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:02,285 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:02,287 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411206cbfb10ede6a4aafafd1102d7c68c6e5_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206cbfb10ede6a4aafafd1102d7c68c6e5_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:02,288 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/3dab74e1be67478083a295524f67fba8, store: [table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:02,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/3dab74e1be67478083a295524f67fba8 is 175, key is test_row_0/A:col10/1732119421875/Put/seqid=0 2024-11-20T16:17:02,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742374_1550 (size=30955) 2024-11-20T16:17:02,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119482573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:02,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119482573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:02,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119482573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:02,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:02,691 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=64, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/3dab74e1be67478083a295524f67fba8 2024-11-20T16:17:02,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/406213db52c84da6b727aa766a2df585 is 50, key is test_row_0/B:col10/1732119421875/Put/seqid=0 2024-11-20T16:17:02,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742375_1551 (size=12001) 2024-11-20T16:17:03,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119483083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:03,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119483083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:03,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119483083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:03,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:03,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/406213db52c84da6b727aa766a2df585 2024-11-20T16:17:03,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/5c000e667e2846c29f4da0726c330a74 is 50, key is test_row_0/C:col10/1732119421875/Put/seqid=0 2024-11-20T16:17:03,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742376_1552 (size=12001) 2024-11-20T16:17:03,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/5c000e667e2846c29f4da0726c330a74 2024-11-20T16:17:03,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/3dab74e1be67478083a295524f67fba8 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3dab74e1be67478083a295524f67fba8 2024-11-20T16:17:03,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3dab74e1be67478083a295524f67fba8, entries=150, sequenceid=64, filesize=30.2 K 2024-11-20T16:17:03,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/406213db52c84da6b727aa766a2df585 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/406213db52c84da6b727aa766a2df585 2024-11-20T16:17:03,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/406213db52c84da6b727aa766a2df585, entries=150, sequenceid=64, filesize=11.7 K 2024-11-20T16:17:03,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/5c000e667e2846c29f4da0726c330a74 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/5c000e667e2846c29f4da0726c330a74 2024-11-20T16:17:03,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/5c000e667e2846c29f4da0726c330a74, entries=150, sequenceid=64, filesize=11.7 K 2024-11-20T16:17:03,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for b2f4f64eeaae39062b19cf5b04a91895 in 1645ms, sequenceid=64, compaction requested=true 2024-11-20T16:17:03,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:03,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2f4f64eeaae39062b19cf5b04a91895:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:17:03,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:17:03,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2f4f64eeaae39062b19cf5b04a91895:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:17:03,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:17:03,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2f4f64eeaae39062b19cf5b04a91895:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:17:03,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-20T16:17:03,521 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:17:03,521 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:17:03,522 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:17:03,522 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:17:03,522 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): b2f4f64eeaae39062b19cf5b04a91895/B is initiating minor compaction (all files) 2024-11-20T16:17:03,522 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): b2f4f64eeaae39062b19cf5b04a91895/A is initiating minor compaction (all files) 2024-11-20T16:17:03,522 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2f4f64eeaae39062b19cf5b04a91895/B in TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:03,522 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2f4f64eeaae39062b19cf5b04a91895/A in TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:03,522 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/664f141d6c06463c99c42960ceb942fa, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/18ebd3afbfd2404ebd9bd336d9021bc1, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/406213db52c84da6b727aa766a2df585] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp, totalSize=35.2 K 2024-11-20T16:17:03,522 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/e3eb3b9474b54a748ab5f120b446b438, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3dd6bac5e3654fa2bd4d14f3ff1e6ecf, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3dab74e1be67478083a295524f67fba8] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp, totalSize=90.7 K 2024-11-20T16:17:03,522 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:03,522 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/e3eb3b9474b54a748ab5f120b446b438, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3dd6bac5e3654fa2bd4d14f3ff1e6ecf, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3dab74e1be67478083a295524f67fba8] 2024-11-20T16:17:03,522 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 664f141d6c06463c99c42960ceb942fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732119419537 2024-11-20T16:17:03,522 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3eb3b9474b54a748ab5f120b446b438, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732119419537 2024-11-20T16:17:03,523 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 18ebd3afbfd2404ebd9bd336d9021bc1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732119419585 2024-11-20T16:17:03,523 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dd6bac5e3654fa2bd4d14f3ff1e6ecf, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732119419585 2024-11-20T16:17:03,523 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 406213db52c84da6b727aa766a2df585, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732119421875 2024-11-20T16:17:03,523 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dab74e1be67478083a295524f67fba8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732119421875 2024-11-20T16:17:03,527 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:03,528 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2f4f64eeaae39062b19cf5b04a91895#B#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:17:03,528 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/934abcf8d02540a093663784e16568cd is 50, key is test_row_0/B:col10/1732119421875/Put/seqid=0 2024-11-20T16:17:03,529 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120b7aba8552cce4dcb86551a4c13e96a05_b2f4f64eeaae39062b19cf5b04a91895 store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:03,531 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120b7aba8552cce4dcb86551a4c13e96a05_b2f4f64eeaae39062b19cf5b04a91895, store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:03,531 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120b7aba8552cce4dcb86551a4c13e96a05_b2f4f64eeaae39062b19cf5b04a91895 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:03,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742377_1553 (size=12104) 2024-11-20T16:17:03,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742378_1554 (size=4469) 2024-11-20T16:17:03,539 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/934abcf8d02540a093663784e16568cd as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/934abcf8d02540a093663784e16568cd 2024-11-20T16:17:03,543 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2f4f64eeaae39062b19cf5b04a91895/B of b2f4f64eeaae39062b19cf5b04a91895 into 934abcf8d02540a093663784e16568cd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:17:03,543 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:03,543 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., storeName=b2f4f64eeaae39062b19cf5b04a91895/B, priority=13, startTime=1732119423521; duration=0sec 2024-11-20T16:17:03,543 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:17:03,543 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2f4f64eeaae39062b19cf5b04a91895:B 2024-11-20T16:17:03,543 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:17:03,544 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:17:03,544 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): b2f4f64eeaae39062b19cf5b04a91895/C is initiating minor compaction (all files) 2024-11-20T16:17:03,544 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2f4f64eeaae39062b19cf5b04a91895/C in TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:03,544 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/0eee945635c04c06aa6d26890eba51ac, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/d90a6e321b38454db1c405938440a443, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/5c000e667e2846c29f4da0726c330a74] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp, totalSize=35.2 K 2024-11-20T16:17:03,544 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 0eee945635c04c06aa6d26890eba51ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732119419537 2024-11-20T16:17:03,545 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting d90a6e321b38454db1c405938440a443, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732119419585 2024-11-20T16:17:03,545 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c000e667e2846c29f4da0726c330a74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732119421875 2024-11-20T16:17:03,550 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2f4f64eeaae39062b19cf5b04a91895#C#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:17:03,551 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/49f19925742648cfa58f2b7d70f0e140 is 50, key is test_row_0/C:col10/1732119421875/Put/seqid=0 2024-11-20T16:17:03,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742379_1555 (size=12104) 2024-11-20T16:17:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-20T16:17:03,704 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:17:03,704 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:17:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-20T16:17:03,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T16:17:03,705 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:17:03,706 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:17:03,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:17:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:03,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2f4f64eeaae39062b19cf5b04a91895 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-20T16:17:03,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=A 2024-11-20T16:17:03,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:17:03,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=B 2024-11-20T16:17:03,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:17:03,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=C 2024-11-20T16:17:03,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:17:03,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c23549ed8d824095939f1a74cf4df36a_b2f4f64eeaae39062b19cf5b04a91895 is 50, key is test_row_0/A:col10/1732119423784/Put/seqid=0 2024-11-20T16:17:03,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742380_1556 (size=14594) 2024-11-20T16:17:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T16:17:03,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119483807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:03,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:03,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119483807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:03,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:03,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:03,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:03,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:03,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:03,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T16:17:03,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:03,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:03,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:03,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:03,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:03,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119483923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:03,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:03,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:03,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:03,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119483924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:03,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:03,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:03,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:03,937 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2f4f64eeaae39062b19cf5b04a91895#A#compaction#471 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:17:03,937 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/8dc2c4350fb647d596de78217bf55b3e is 175, key is test_row_0/A:col10/1732119421875/Put/seqid=0 2024-11-20T16:17:03,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742381_1557 (size=31058) 2024-11-20T16:17:03,963 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/49f19925742648cfa58f2b7d70f0e140 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/49f19925742648cfa58f2b7d70f0e140 2024-11-20T16:17:03,966 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2f4f64eeaae39062b19cf5b04a91895/C of b2f4f64eeaae39062b19cf5b04a91895 into 49f19925742648cfa58f2b7d70f0e140(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:17:03,966 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:03,966 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., storeName=b2f4f64eeaae39062b19cf5b04a91895/C, priority=13, startTime=1732119423521; duration=0sec 2024-11-20T16:17:03,966 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:03,966 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2f4f64eeaae39062b19cf5b04a91895:C 2024-11-20T16:17:04,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T16:17:04,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:04,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:04,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:04,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T16:17:04,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119484093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:04,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119484093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:04,097 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in b2f4f64eeaae39062b19cf5b04a91895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:17:04,097 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in b2f4f64eeaae39062b19cf5b04a91895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:17:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:04,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119484103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:04,107 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in b2f4f64eeaae39062b19cf5b04a91895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:17:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:04,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:04,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119484133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:04,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:04,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:04,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:04,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119484133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:04,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:04,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:04,136 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:04,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T16:17:04,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:04,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:04,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:04,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,197 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:04,200 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120c23549ed8d824095939f1a74cf4df36a_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c23549ed8d824095939f1a74cf4df36a_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:04,202 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/c6abd04bada74cdca4ea589b4d40a09d, store: [table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:04,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/c6abd04bada74cdca4ea589b4d40a09d is 175, key is test_row_0/A:col10/1732119423784/Put/seqid=0 2024-11-20T16:17:04,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742382_1558 (size=39549) 2024-11-20T16:17:04,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T16:17:04,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:04,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:04,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:04,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T16:17:04,343 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/8dc2c4350fb647d596de78217bf55b3e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/8dc2c4350fb647d596de78217bf55b3e 2024-11-20T16:17:04,346 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2f4f64eeaae39062b19cf5b04a91895/A of b2f4f64eeaae39062b19cf5b04a91895 into 8dc2c4350fb647d596de78217bf55b3e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:17:04,346 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:04,346 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., storeName=b2f4f64eeaae39062b19cf5b04a91895/A, priority=13, startTime=1732119423521; duration=0sec 2024-11-20T16:17:04,346 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:04,346 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2f4f64eeaae39062b19cf5b04a91895:A 2024-11-20T16:17:04,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119484443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:04,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:04,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:04,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119484444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:04,446 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:04,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:04,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:04,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:04,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T16:17:04,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:04,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:04,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:04,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,609 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=86, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/c6abd04bada74cdca4ea589b4d40a09d 2024-11-20T16:17:04,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/b1c612bca24a4c92bca882bb5a2b54ab is 50, key is test_row_0/B:col10/1732119423784/Put/seqid=0 2024-11-20T16:17:04,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742383_1559 (size=12001) 2024-11-20T16:17:04,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T16:17:04,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:04,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:04,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:04,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T16:17:04,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:04,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:04,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:04,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T16:17:04,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T16:17:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:04,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:04,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:04,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119484953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:04,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119484953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:04,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:04,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:04,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:04,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:04,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:04,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:05,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/b1c612bca24a4c92bca882bb5a2b54ab 2024-11-20T16:17:05,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/04a8cae00a694c4d82eee970fa839466 is 50, key is test_row_0/C:col10/1732119423784/Put/seqid=0 2024-11-20T16:17:05,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742384_1560 (size=12001) 2024-11-20T16:17:05,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T16:17:05,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:05,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:05,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:05,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:05,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:05,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T16:17:05,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:05,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:05,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:05,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:05,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:05,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T16:17:05,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:05,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:05,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:05,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:05,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:05,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/04a8cae00a694c4d82eee970fa839466 2024-11-20T16:17:05,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/c6abd04bada74cdca4ea589b4d40a09d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/c6abd04bada74cdca4ea589b4d40a09d 2024-11-20T16:17:05,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/c6abd04bada74cdca4ea589b4d40a09d, entries=200, sequenceid=86, filesize=38.6 K 2024-11-20T16:17:05,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/b1c612bca24a4c92bca882bb5a2b54ab as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/b1c612bca24a4c92bca882bb5a2b54ab 2024-11-20T16:17:05,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/b1c612bca24a4c92bca882bb5a2b54ab, entries=150, sequenceid=86, filesize=11.7 K 2024-11-20T16:17:05,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/04a8cae00a694c4d82eee970fa839466 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/04a8cae00a694c4d82eee970fa839466 2024-11-20T16:17:05,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/04a8cae00a694c4d82eee970fa839466, entries=150, sequenceid=86, filesize=11.7 K 2024-11-20T16:17:05,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for b2f4f64eeaae39062b19cf5b04a91895 in 1654ms, sequenceid=86, compaction requested=false 2024-11-20T16:17:05,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:05,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-20T16:17:05,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:05,538 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing b2f4f64eeaae39062b19cf5b04a91895 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T16:17:05,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=A 2024-11-20T16:17:05,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:05,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=B 2024-11-20T16:17:05,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:05,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=C 2024-11-20T16:17:05,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:05,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202d33df66a1294b49ba70000366be39c2_b2f4f64eeaae39062b19cf5b04a91895 is 50, key is test_row_0/A:col10/1732119423795/Put/seqid=0 2024-11-20T16:17:05,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742385_1561 (size=12154) 2024-11-20T16:17:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T16:17:05,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:06,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:06,033 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202d33df66a1294b49ba70000366be39c2_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202d33df66a1294b49ba70000366be39c2_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:06,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/06d37ec73c764470be8b7570837f8c24, store: [table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:06,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/06d37ec73c764470be8b7570837f8c24 is 175, key is test_row_0/A:col10/1732119423795/Put/seqid=0 2024-11-20T16:17:06,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742386_1562 (size=30955) 2024-11-20T16:17:06,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119486068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:06,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119426061, max timestamp=1732119426072Num uniques 859; 2024-11-20T16:17:06,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:17:06,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119426061, max timestamp=1732119426072Num uniques 859; 2024-11-20T16:17:06,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:17:06,076 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119426061, max timestamp=1732119426072Num uniques 859; 2024-11-20T16:17:06,076 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:17:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:06,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119486123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:06,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119486123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:06,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:06,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119486124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:06,129 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in b2f4f64eeaae39062b19cf5b04a91895 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:17:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,129 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:06,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:06,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119486126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:06,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:06,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119486183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:06,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119486233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:06,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119486233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:06,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:06,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119486233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:06,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:06,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119486393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:06,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:06,437 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/06d37ec73c764470be8b7570837f8c24 2024-11-20T16:17:06,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/78b13badf01441deb6ac80b268d2a2f7 is 50, key is test_row_0/B:col10/1732119423795/Put/seqid=0 2024-11-20T16:17:06,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742387_1563 (size=12001) 2024-11-20T16:17:06,445 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/78b13badf01441deb6ac80b268d2a2f7 2024-11-20T16:17:06,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119486443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:06,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119486443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:06,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119486443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:06,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:06,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/ee8b0786e22c41a492277e68c4695764 is 50, key is test_row_0/C:col10/1732119423795/Put/seqid=0 2024-11-20T16:17:06,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742388_1564 (size=12001) 2024-11-20T16:17:06,461 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/ee8b0786e22c41a492277e68c4695764 2024-11-20T16:17:06,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/06d37ec73c764470be8b7570837f8c24 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/06d37ec73c764470be8b7570837f8c24 2024-11-20T16:17:06,466 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/06d37ec73c764470be8b7570837f8c24, entries=150, sequenceid=99, filesize=30.2 K 2024-11-20T16:17:06,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/78b13badf01441deb6ac80b268d2a2f7 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/78b13badf01441deb6ac80b268d2a2f7 2024-11-20T16:17:06,470 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/78b13badf01441deb6ac80b268d2a2f7, entries=150, sequenceid=99, filesize=11.7 K 2024-11-20T16:17:06,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/ee8b0786e22c41a492277e68c4695764 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/ee8b0786e22c41a492277e68c4695764 2024-11-20T16:17:06,473 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/ee8b0786e22c41a492277e68c4695764, entries=150, sequenceid=99, filesize=11.7 K 2024-11-20T16:17:06,474 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for b2f4f64eeaae39062b19cf5b04a91895 in 936ms, sequenceid=99, compaction requested=true 2024-11-20T16:17:06,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:06,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:06,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-20T16:17:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-20T16:17:06,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-20T16:17:06,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7690 sec 2024-11-20T16:17:06,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.7730 sec 2024-11-20T16:17:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:06,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2f4f64eeaae39062b19cf5b04a91895 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-20T16:17:06,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=A 2024-11-20T16:17:06,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:17:06,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=B 2024-11-20T16:17:06,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:17:06,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=C 2024-11-20T16:17:06,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:17:06,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120db5b2f8610784f4993edadd5a6a64e23_b2f4f64eeaae39062b19cf5b04a91895 is 50, key is test_row_0/A:col10/1732119426125/Put/seqid=0 2024-11-20T16:17:06,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742389_1565 (size=14744) 2024-11-20T16:17:06,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119486745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:06,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:06,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119486753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119486754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,755 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:06,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119486763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:06,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119486854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:06,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:06,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:07,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119487063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:07,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:07,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:07,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:07,119 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:07,134 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120db5b2f8610784f4993edadd5a6a64e23_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120db5b2f8610784f4993edadd5a6a64e23_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:07,141 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/d5522645b42b4cc392c86bb58e9893b2, store: [table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:07,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/d5522645b42b4cc392c86bb58e9893b2 is 175, key is test_row_0/A:col10/1732119426125/Put/seqid=0 2024-11-20T16:17:07,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742390_1566 (size=39699) 2024-11-20T16:17:07,193 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/d5522645b42b4cc392c86bb58e9893b2 2024-11-20T16:17:07,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/8cb0cc5ce5d34576be0b49f9eaae213e is 50, key is test_row_0/B:col10/1732119426125/Put/seqid=0 2024-11-20T16:17:07,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742391_1567 (size=12101) 2024-11-20T16:17:07,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/8cb0cc5ce5d34576be0b49f9eaae213e 2024-11-20T16:17:07,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/9b303fc1c1804ac695235dbd29181990 is 50, key is test_row_0/C:col10/1732119426125/Put/seqid=0 2024-11-20T16:17:07,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742392_1568 (size=12101) 2024-11-20T16:17:07,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119487263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:07,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119487263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:07,269 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:07,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119487274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:07,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:07,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:07,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:07,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:07,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119487373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:07,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:07,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:07,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:07,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/9b303fc1c1804ac695235dbd29181990 2024-11-20T16:17:07,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/d5522645b42b4cc392c86bb58e9893b2 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/d5522645b42b4cc392c86bb58e9893b2 2024-11-20T16:17:07,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/d5522645b42b4cc392c86bb58e9893b2, entries=200, sequenceid=136, filesize=38.8 K 2024-11-20T16:17:07,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/8cb0cc5ce5d34576be0b49f9eaae213e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/8cb0cc5ce5d34576be0b49f9eaae213e 2024-11-20T16:17:07,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/8cb0cc5ce5d34576be0b49f9eaae213e, entries=150, sequenceid=136, filesize=11.8 K 2024-11-20T16:17:07,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/9b303fc1c1804ac695235dbd29181990 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/9b303fc1c1804ac695235dbd29181990 2024-11-20T16:17:07,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/9b303fc1c1804ac695235dbd29181990, entries=150, sequenceid=136, filesize=11.8 K 2024-11-20T16:17:07,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for b2f4f64eeaae39062b19cf5b04a91895 in 979ms, sequenceid=136, compaction requested=true 2024-11-20T16:17:07,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:07,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2f4f64eeaae39062b19cf5b04a91895:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:17:07,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:07,686 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:17:07,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2f4f64eeaae39062b19cf5b04a91895:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:17:07,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:07,686 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:17:07,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2f4f64eeaae39062b19cf5b04a91895:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:17:07,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:17:07,687 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141261 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:17:07,687 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48207 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:17:07,687 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): b2f4f64eeaae39062b19cf5b04a91895/B is initiating minor compaction (all files) 2024-11-20T16:17:07,687 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): b2f4f64eeaae39062b19cf5b04a91895/A is initiating minor compaction (all files) 2024-11-20T16:17:07,687 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2f4f64eeaae39062b19cf5b04a91895/B in TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:07,687 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/934abcf8d02540a093663784e16568cd, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/b1c612bca24a4c92bca882bb5a2b54ab, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/78b13badf01441deb6ac80b268d2a2f7, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/8cb0cc5ce5d34576be0b49f9eaae213e] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp, totalSize=47.1 K 2024-11-20T16:17:07,688 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2f4f64eeaae39062b19cf5b04a91895/A in TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:07,688 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/8dc2c4350fb647d596de78217bf55b3e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/c6abd04bada74cdca4ea589b4d40a09d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/06d37ec73c764470be8b7570837f8c24, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/d5522645b42b4cc392c86bb58e9893b2] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp, totalSize=138.0 K 2024-11-20T16:17:07,688 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:07,688 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/8dc2c4350fb647d596de78217bf55b3e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/c6abd04bada74cdca4ea589b4d40a09d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/06d37ec73c764470be8b7570837f8c24, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/d5522645b42b4cc392c86bb58e9893b2] 2024-11-20T16:17:07,688 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 934abcf8d02540a093663784e16568cd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732119421875 2024-11-20T16:17:07,688 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dc2c4350fb647d596de78217bf55b3e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732119421875 2024-11-20T16:17:07,688 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting b1c612bca24a4c92bca882bb5a2b54ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732119421941 2024-11-20T16:17:07,689 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 78b13badf01441deb6ac80b268d2a2f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732119423795 2024-11-20T16:17:07,689 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6abd04bada74cdca4ea589b4d40a09d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732119421935 2024-11-20T16:17:07,689 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cb0cc5ce5d34576be0b49f9eaae213e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732119426114 2024-11-20T16:17:07,689 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06d37ec73c764470be8b7570837f8c24, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732119423795 2024-11-20T16:17:07,690 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5522645b42b4cc392c86bb58e9893b2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732119426114 2024-11-20T16:17:07,695 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:07,698 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2f4f64eeaae39062b19cf5b04a91895#B#compaction#483 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:17:07,698 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/fb72ed6e782541cbbc723c3f30600e2a is 50, key is test_row_0/B:col10/1732119426125/Put/seqid=0 2024-11-20T16:17:07,705 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120e0f74fcccaab496e8557d23496df03f4_b2f4f64eeaae39062b19cf5b04a91895 store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:07,707 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120e0f74fcccaab496e8557d23496df03f4_b2f4f64eeaae39062b19cf5b04a91895, store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:07,708 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e0f74fcccaab496e8557d23496df03f4_b2f4f64eeaae39062b19cf5b04a91895 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:07,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742393_1569 (size=12341) 2024-11-20T16:17:07,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742394_1570 (size=4469) 2024-11-20T16:17:07,716 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/fb72ed6e782541cbbc723c3f30600e2a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/fb72ed6e782541cbbc723c3f30600e2a 2024-11-20T16:17:07,719 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2f4f64eeaae39062b19cf5b04a91895#A#compaction#482 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:17:07,719 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/b367fb1852e04a60a94895d358298cf3 is 175, key is test_row_0/A:col10/1732119426125/Put/seqid=0 2024-11-20T16:17:07,725 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2f4f64eeaae39062b19cf5b04a91895/B of b2f4f64eeaae39062b19cf5b04a91895 into fb72ed6e782541cbbc723c3f30600e2a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:17:07,725 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:07,725 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., storeName=b2f4f64eeaae39062b19cf5b04a91895/B, priority=12, startTime=1732119427686; duration=0sec 2024-11-20T16:17:07,725 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:17:07,725 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2f4f64eeaae39062b19cf5b04a91895:B 2024-11-20T16:17:07,725 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-20T16:17:07,726 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48207 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-20T16:17:07,727 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): b2f4f64eeaae39062b19cf5b04a91895/C is initiating minor compaction (all files) 2024-11-20T16:17:07,727 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2f4f64eeaae39062b19cf5b04a91895/C in TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:07,727 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/49f19925742648cfa58f2b7d70f0e140, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/04a8cae00a694c4d82eee970fa839466, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/ee8b0786e22c41a492277e68c4695764, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/9b303fc1c1804ac695235dbd29181990] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp, totalSize=47.1 K 2024-11-20T16:17:07,728 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 49f19925742648cfa58f2b7d70f0e140, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1732119421875 2024-11-20T16:17:07,729 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 04a8cae00a694c4d82eee970fa839466, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1732119421941 2024-11-20T16:17:07,729 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting ee8b0786e22c41a492277e68c4695764, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1732119423795 2024-11-20T16:17:07,729 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b303fc1c1804ac695235dbd29181990, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732119426114 2024-11-20T16:17:07,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742395_1571 (size=31295) 2024-11-20T16:17:07,746 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2f4f64eeaae39062b19cf5b04a91895#C#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:17:07,747 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/3d16408b1b074fa1b17a12ff165a2c18 is 50, key is test_row_0/C:col10/1732119426125/Put/seqid=0 2024-11-20T16:17:07,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742396_1572 (size=12341) 2024-11-20T16:17:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-20T16:17:07,873 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:17:07,874 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:17:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-20T16:17:07,875 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:17:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T16:17:07,876 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:17:07,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:17:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:07,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2f4f64eeaae39062b19cf5b04a91895 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-20T16:17:07,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=A 2024-11-20T16:17:07,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:07,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=B 2024-11-20T16:17:07,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:07,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=C 2024-11-20T16:17:07,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:07,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209a621952272f4f139466ee575f37151c_b2f4f64eeaae39062b19cf5b04a91895 is 50, key is test_row_0/A:col10/1732119427885/Put/seqid=0 2024-11-20T16:17:07,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742397_1573 (size=14794) 2024-11-20T16:17:07,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119427956, max timestamp=1732119427973Num uniques 859; 2024-11-20T16:17:07,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119427956, max timestamp=1732119427973Num uniques 859; 2024-11-20T16:17:07,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732119427956, max timestamp=1732119427973Num uniques 859; 2024-11-20T16:17:07,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:17:07,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:17:07,976 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-20T16:17:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T16:17:08,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:17:08,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:08,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:08,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:08,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119488058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:08,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:08,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:08,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:08,140 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/b367fb1852e04a60a94895d358298cf3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/b367fb1852e04a60a94895d358298cf3 2024-11-20T16:17:08,143 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2f4f64eeaae39062b19cf5b04a91895/A of b2f4f64eeaae39062b19cf5b04a91895 into b367fb1852e04a60a94895d358298cf3(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:17:08,143 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:08,143 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., storeName=b2f4f64eeaae39062b19cf5b04a91895/A, priority=12, startTime=1732119427686; duration=0sec 2024-11-20T16:17:08,143 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:08,143 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2f4f64eeaae39062b19cf5b04a91895:A 2024-11-20T16:17:08,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:08,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:17:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119488185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:08,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:08,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:08,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:08,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:08,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:08,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:08,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,187 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/3d16408b1b074fa1b17a12ff165a2c18 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/3d16408b1b074fa1b17a12ff165a2c18 2024-11-20T16:17:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T16:17:08,197 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b2f4f64eeaae39062b19cf5b04a91895/C of b2f4f64eeaae39062b19cf5b04a91895 into 3d16408b1b074fa1b17a12ff165a2c18(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:17:08,197 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:08,197 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., storeName=b2f4f64eeaae39062b19cf5b04a91895/C, priority=12, startTime=1732119427686; duration=0sec 2024-11-20T16:17:08,197 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:08,197 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2f4f64eeaae39062b19cf5b04a91895:C 2024-11-20T16:17:08,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119488283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:08,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119488283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:08,287 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in b2f4f64eeaae39062b19cf5b04a91895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:17:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:08,288 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in b2f4f64eeaae39062b19cf5b04a91895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:17:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:08,288 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:08,295 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:08,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119488293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:08,297 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_0' in b2f4f64eeaae39062b19cf5b04a91895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:17:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:08,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:08,299 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411209a621952272f4f139466ee575f37151c_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209a621952272f4f139466ee575f37151c_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:08,299 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/9f90503fe60d40d9a6111915075b08ef, store: [table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:08,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/9f90503fe60d40d9a6111915075b08ef is 175, key is test_row_0/A:col10/1732119427885/Put/seqid=0 2024-11-20T16:17:08,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742398_1574 (size=39749) 2024-11-20T16:17:08,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:17:08,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:08,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:08,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:08,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119488393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:08,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:08,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:08,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:08,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:17:08,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:08,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:08,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:08,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T16:17:08,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:17:08,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:08,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:08,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:08,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,703 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/9f90503fe60d40d9a6111915075b08ef 2024-11-20T16:17:08,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119488703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:08,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:08,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:08,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:08,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/5442f4e616584c6e982e6e9a8fa9486f is 50, key is test_row_0/B:col10/1732119427885/Put/seqid=0 2024-11-20T16:17:08,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742399_1575 (size=12151) 2024-11-20T16:17:08,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:17:08,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:08,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:08,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:08,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:17:08,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:08,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:08,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:08,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T16:17:09,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:17:09,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:09,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:09,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:09,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:09,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:09,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/5442f4e616584c6e982e6e9a8fa9486f 2024-11-20T16:17:09,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/594186ac678a477a9996cb5f7394c815 is 50, key is test_row_0/C:col10/1732119427885/Put/seqid=0 2024-11-20T16:17:09,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742400_1576 (size=12151) 2024-11-20T16:17:09,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119489213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:09,216 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:09,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:09,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:09,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:17:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:09,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:09,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:17:09,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:09,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:09,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:09,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:09,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:09,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:09,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/594186ac678a477a9996cb5f7394c815 2024-11-20T16:17:09,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:17:09,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:09,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:09,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:09,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:09,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:09,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/9f90503fe60d40d9a6111915075b08ef as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/9f90503fe60d40d9a6111915075b08ef 2024-11-20T16:17:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:09,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/9f90503fe60d40d9a6111915075b08ef, entries=200, sequenceid=148, filesize=38.8 K 2024-11-20T16:17:09,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/5442f4e616584c6e982e6e9a8fa9486f as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/5442f4e616584c6e982e6e9a8fa9486f 2024-11-20T16:17:09,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/5442f4e616584c6e982e6e9a8fa9486f, entries=150, sequenceid=148, filesize=11.9 K 2024-11-20T16:17:09,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/594186ac678a477a9996cb5f7394c815 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/594186ac678a477a9996cb5f7394c815 2024-11-20T16:17:09,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/594186ac678a477a9996cb5f7394c815, entries=150, sequenceid=148, filesize=11.9 K 2024-11-20T16:17:09,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for b2f4f64eeaae39062b19cf5b04a91895 in 1682ms, sequenceid=148, compaction requested=false 2024-11-20T16:17:09,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:09,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-20T16:17:09,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:09,711 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing b2f4f64eeaae39062b19cf5b04a91895 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-20T16:17:09,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=A 2024-11-20T16:17:09,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:17:09,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=B 2024-11-20T16:17:09,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:17:09,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=C 2024-11-20T16:17:09,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:17:09,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112001478b3163cd48bca848c9d8eec3592a_b2f4f64eeaae39062b19cf5b04a91895 is 50, key is test_row_0/A:col10/1732119428045/Put/seqid=0 2024-11-20T16:17:09,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742401_1577 (size=12304) 2024-11-20T16:17:09,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,751 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112001478b3163cd48bca848c9d8eec3592a_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112001478b3163cd48bca848c9d8eec3592a_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:09,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/3c104c1394ce48499f462aaf0901abf8, store: [table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:09,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/3c104c1394ce48499f462aaf0901abf8 is 175, key is test_row_0/A:col10/1732119428045/Put/seqid=0 2024-11-20T16:17:09,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742402_1578 (size=31105) 2024-11-20T16:17:09,763 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/3c104c1394ce48499f462aaf0901abf8 2024-11-20T16:17:09,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/c65e5b0403214617aee4f78e7bdbbe76 is 50, key is test_row_0/B:col10/1732119428045/Put/seqid=0 2024-11-20T16:17:09,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742403_1579 (size=12151) 2024-11-20T16:17:09,778 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/c65e5b0403214617aee4f78e7bdbbe76 2024-11-20T16:17:09,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/efa3b6564e4849e5ba4674ad3a7b3bc2 is 50, key is test_row_0/C:col10/1732119428045/Put/seqid=0 2024-11-20T16:17:09,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742404_1580 (size=12151) 2024-11-20T16:17:09,794 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/efa3b6564e4849e5ba4674ad3a7b3bc2 2024-11-20T16:17:09,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/3c104c1394ce48499f462aaf0901abf8 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3c104c1394ce48499f462aaf0901abf8 2024-11-20T16:17:09,805 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3c104c1394ce48499f462aaf0901abf8, entries=150, sequenceid=186, filesize=30.4 K 2024-11-20T16:17:09,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/c65e5b0403214617aee4f78e7bdbbe76 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/c65e5b0403214617aee4f78e7bdbbe76 2024-11-20T16:17:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,810 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/c65e5b0403214617aee4f78e7bdbbe76, entries=150, sequenceid=186, filesize=11.9 K 2024-11-20T16:17:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/efa3b6564e4849e5ba4674ad3a7b3bc2 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/efa3b6564e4849e5ba4674ad3a7b3bc2 2024-11-20T16:17:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,815 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/efa3b6564e4849e5ba4674ad3a7b3bc2, entries=150, sequenceid=186, filesize=11.9 K 2024-11-20T16:17:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,816 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=0 B/0 for b2f4f64eeaae39062b19cf5b04a91895 in 104ms, sequenceid=186, compaction requested=true 2024-11-20T16:17:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:09,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:09,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-20T16:17:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-20T16:17:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-20T16:17:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9410 sec 2024-11-20T16:17:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.9450 sec 2024-11-20T16:17:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-20T16:17:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,023 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:17:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,023 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:17:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-20T16:17:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T16:17:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,025 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:17:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,026 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:17:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:17:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T16:17:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-20T16:17:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:10,178 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing b2f4f64eeaae39062b19cf5b04a91895 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-20T16:17:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=A 2024-11-20T16:17:10,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:10,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=B 2024-11-20T16:17:10,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:10,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=C 2024-11-20T16:17:10,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f214cfdb16534484ba24d03e10e53f35_b2f4f64eeaae39062b19cf5b04a91895 is 50, key is test_row_1/A:col10/1732119430171/Put/seqid=0 2024-11-20T16:17:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742405_1581 (size=9814) 2024-11-20T16:17:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:10,255 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732119430240, max timestamp=1732119430252Num uniques 859; 2024-11-20T16:17:10,255 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T16:17:10,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732119430240, max timestamp=1732119430252Num uniques 859; 2024-11-20T16:17:10,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732119430240, max timestamp=1732119430252Num uniques 859; 2024-11-20T16:17:10,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T16:17:10,256 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976  suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-20T16:17:10,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732119430286, max timestamp=1732119430300Num uniques 1068; 2024-11-20T16:17:10,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732119430286, max timestamp=1732119430300Num uniques 1068; 2024-11-20T16:17:10,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-20T16:17:10,304 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-20T16:17:10,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732119430286, max timestamp=1732119430300Num uniques 1068; 2024-11-20T16:17:10,305 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112  suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-20T16:17:10,332 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732119430316, max timestamp=1732119430329Num uniques 1127; 2024-11-20T16:17:10,332 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732119430316, max timestamp=1732119430329Num uniques 1127; 2024-11-20T16:17:10,332 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-11-20T16:17:10,332 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-11-20T16:17:10,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732119430316, max timestamp=1732119430329Num uniques 1127; 2024-11-20T16:17:10,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648  suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-11-20T16:17:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T16:17:10,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732119430344, max timestamp=1732119430354Num uniques 1036; 2024-11-20T16:17:10,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732119430344, max timestamp=1732119430354Num uniques 1036; 2024-11-20T16:17:10,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-20T16:17:10,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-20T16:17:10,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732119430344, max timestamp=1732119430354Num uniques 1036; 2024-11-20T16:17:10,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784  suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-20T16:17:10,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119490377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:10,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732119430372, max timestamp=1732119430379Num uniques 1095; 2024-11-20T16:17:10,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732119430372, max timestamp=1732119430379Num uniques 1095; 2024-11-20T16:17:10,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-20T16:17:10,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732119430372, max timestamp=1732119430379Num uniques 1095; 2024-11-20T16:17:10,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-20T16:17:10,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520  suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-11-20T16:17:10,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:10,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:10,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:10,411 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732119430387, max timestamp=1732119430408Num uniques 1054; 2024-11-20T16:17:10,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1732119430387, max timestamp=1732119430408Num uniques 1054; 2024-11-20T16:17:10,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-20T16:17:10,412 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=9340, suffix heap size=137584,new segment heap size=21456  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=204 2024-11-20T16:17:10,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732119430387, max timestamp=1732119430408Num uniques 1054; 2024-11-20T16:17:10,413 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=6870, suffix heap size=137584,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=150 2024-11-20T16:17:10,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1732119430429, max timestamp=1732119430438Num uniques 1063; 2024-11-20T16:17:10,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1732119430429, max timestamp=1732119430438Num uniques 1009; 2024-11-20T16:17:10,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1732119430429, max timestamp=1732119430438Num uniques 1063; 2024-11-20T16:17:10,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192  suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-20T16:17:10,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192  suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-11-20T16:17:10,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46208, new segment data size=7458, suffix heap size=132904,new segment heap size=17192  suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=163 2024-11-20T16:17:10,469 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732119430460, max timestamp=1732119430466Num uniques 1022; 2024-11-20T16:17:10,469 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732119430460, max timestamp=1732119430466Num uniques 1022; 2024-11-20T16:17:10,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328  suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-11-20T16:17:10,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328  suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-11-20T16:17:10,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1732119430460, max timestamp=1732119430466Num uniques 1022; 2024-11-20T16:17:10,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=10162, suffix heap size=134256,new segment heap size=23328  suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=222 2024-11-20T16:17:10,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=281, cellSize=12866, totalHeapSize=29464, min timestamp=1732119430485, max timestamp=1732119430500Num uniques 1081; 2024-11-20T16:17:10,503 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=12866, suffix heap size=140392,new segment heap size=29464  suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=281 2024-11-20T16:17:10,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732119430493, max timestamp=1732119430500Num uniques 1081; 2024-11-20T16:17:10,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=6870, suffix heap size=140392,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=150 2024-11-20T16:17:10,507 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732119430493, max timestamp=1732119430500Num uniques 1081; 2024-11-20T16:17:10,507 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=6870, suffix heap size=140392,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=150 2024-11-20T16:17:10,537 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1732119430518, max timestamp=1732119430533Num uniques 1140; 2024-11-20T16:17:10,537 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52210, new segment data size=13280, suffix heap size=146528,new segment heap size=30400  suffix off heap size=0, new segment off heap size=0, suffix cells count=1140, new segment cells count=290 2024-11-20T16:17:10,537 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1732119430518, max timestamp=1732119430533Num uniques 1009; 2024-11-20T16:17:10,537 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=13280, suffix heap size=132904,new segment heap size=30400  suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=290 2024-11-20T16:17:10,538 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1732119430518, max timestamp=1732119430533Num uniques 1009; 2024-11-20T16:17:10,538 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=13280, suffix heap size=132904,new segment heap size=30400  suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=290 2024-11-20T16:17:10,564 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1732119430544, max timestamp=1732119430560Num uniques 1149; 2024-11-20T16:17:10,564 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=13694, suffix heap size=147464,new segment heap size=31336  suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=299 2024-11-20T16:17:10,564 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1732119430544, max timestamp=1732119430560Num uniques 1149; 2024-11-20T16:17:10,565 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=13694, suffix heap size=147464,new segment heap size=31336  suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=299 2024-11-20T16:17:10,565 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1732119430544, max timestamp=1732119430560Num uniques 1149; 2024-11-20T16:17:10,565 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=13694, suffix heap size=147464,new segment heap size=31336  suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=299 2024-11-20T16:17:10,591 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=308, cellSize=14100, totalHeapSize=32272, min timestamp=1732119430577, max timestamp=1732119430587Num uniques 1158; 2024-11-20T16:17:10,591 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=53030, new segment data size=14100, suffix heap size=148400,new segment heap size=32272  suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=308 2024-11-20T16:17:10,591 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=308, cellSize=14100, totalHeapSize=32272, min timestamp=1732119430577, max timestamp=1732119430587Num uniques 1158; 2024-11-20T16:17:10,591 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=53030, new segment data size=14100, suffix heap size=148400,new segment heap size=32272  suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=308 2024-11-20T16:17:10,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=308, cellSize=14100, totalHeapSize=32272, min timestamp=1732119430577, max timestamp=1732119430587Num uniques 1158; 2024-11-20T16:17:10,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=53030, new segment data size=14100, suffix heap size=148400,new segment heap size=32272  suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=308 2024-11-20T16:17:10,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:10,596 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120f214cfdb16534484ba24d03e10e53f35_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f214cfdb16534484ba24d03e10e53f35_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:10,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/ef7050c9eb354fbca7e7d755fed0084f, store: [table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:10,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/ef7050c9eb354fbca7e7d755fed0084f is 175, key is test_row_1/A:col10/1732119430171/Put/seqid=0 2024-11-20T16:17:10,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742406_1582 (size=22461) 2024-11-20T16:17:10,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=317, cellSize=14512, totalHeapSize=33208, min timestamp=1732119430601, max timestamp=1732119430618Num uniques 1167; 2024-11-20T16:17:10,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=53442, new segment data size=14512, suffix heap size=149336,new segment heap size=33208  suffix off heap size=0, new segment off heap size=0, suffix cells count=1167, new segment cells count=317 2024-11-20T16:17:10,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=317, cellSize=14512, totalHeapSize=33208, min timestamp=1732119430601, max timestamp=1732119430618Num uniques 1167; 2024-11-20T16:17:10,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=53442, new segment data size=14512, suffix heap size=149336,new segment heap size=33208  suffix off heap size=0, new segment off heap size=0, suffix cells count=1167, new segment cells count=317 2024-11-20T16:17:10,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=317, cellSize=14512, totalHeapSize=33208, min timestamp=1732119430601, max timestamp=1732119430618Num uniques 1167; 2024-11-20T16:17:10,622 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=53442, new segment data size=14512, suffix heap size=149336,new segment heap size=33208  suffix off heap size=0, new segment off heap size=0, suffix cells count=1167, new segment cells count=317 2024-11-20T16:17:10,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=276, cellSize=12636, totalHeapSize=28944, min timestamp=1732119430635, max timestamp=1732119430644Num uniques 1176; 2024-11-20T16:17:10,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=53856, new segment data size=12636, suffix heap size=150272,new segment heap size=28944  suffix off heap size=0, new segment off heap size=0, suffix cells count=1176, new segment cells count=276 2024-11-20T16:17:10,648 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=276, cellSize=12636, totalHeapSize=28944, min timestamp=1732119430635, max timestamp=1732119430644Num uniques 1176; 2024-11-20T16:17:10,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=53856, new segment data size=12636, suffix heap size=150272,new segment heap size=28944  suffix off heap size=0, new segment off heap size=0, suffix cells count=1176, new segment cells count=276 2024-11-20T16:17:10,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=276, cellSize=12636, totalHeapSize=28944, min timestamp=1732119430635, max timestamp=1732119430644Num uniques 1176; 2024-11-20T16:17:10,649 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=53856, new segment data size=12636, suffix heap size=150272,new segment heap size=28944  suffix off heap size=0, new segment off heap size=0, suffix cells count=1176, new segment cells count=276 2024-11-20T16:17:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T16:17:10,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10760, totalHeapSize=24680, min timestamp=1732119430665, max timestamp=1732119430673Num uniques 1135; 2024-11-20T16:17:10,675 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51980, new segment data size=10760, suffix heap size=146008,new segment heap size=24680  suffix off heap size=0, new segment off heap size=0, suffix cells count=1135, new segment cells count=235 2024-11-20T16:17:10,676 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10760, totalHeapSize=24680, min timestamp=1732119430665, max timestamp=1732119430673Num uniques 1135; 2024-11-20T16:17:10,676 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51980, new segment data size=10760, suffix heap size=146008,new segment heap size=24680  suffix off heap size=0, new segment off heap size=0, suffix cells count=1135, new segment cells count=235 2024-11-20T16:17:10,676 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=235, cellSize=10760, totalHeapSize=24680, min timestamp=1732119430665, max timestamp=1732119430673Num uniques 1135; 2024-11-20T16:17:10,676 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51980, new segment data size=10760, suffix heap size=146008,new segment heap size=24680  suffix off heap size=0, new segment off heap size=0, suffix cells count=1135, new segment cells count=235 2024-11-20T16:17:10,703 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=194, cellSize=8884, totalHeapSize=20416, min timestamp=1732119430692, max timestamp=1732119430699Num uniques 1094; 2024-11-20T16:17:10,703 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=8884, suffix heap size=141744,new segment heap size=20416  suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=194 2024-11-20T16:17:10,703 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=194, cellSize=8884, totalHeapSize=20416, min timestamp=1732119430692, max timestamp=1732119430699Num uniques 1094; 2024-11-20T16:17:10,703 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=8884, suffix heap size=141744,new segment heap size=20416  suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=194 2024-11-20T16:17:10,703 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=194, cellSize=8884, totalHeapSize=20416, min timestamp=1732119430692, max timestamp=1732119430699Num uniques 1094; 2024-11-20T16:17:10,704 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50104, new segment data size=8884, suffix heap size=141744,new segment heap size=20416  suffix off heap size=0, new segment off heap size=0, suffix cells count=1094, new segment cells count=194 2024-11-20T16:17:10,732 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=203, cellSize=9295, totalHeapSize=21352, min timestamp=1732119430725, max timestamp=1732119430729Num uniques 1053; 2024-11-20T16:17:10,732 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=203, cellSize=9295, totalHeapSize=21352, min timestamp=1732119430725, max timestamp=1732119430729Num uniques 1053; 2024-11-20T16:17:10,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48225, new segment data size=9295, suffix heap size=137480,new segment heap size=21352  suffix off heap size=0, new segment off heap size=0, suffix cells count=1053, new segment cells count=203 2024-11-20T16:17:10,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48225, new segment data size=9295, suffix heap size=137480,new segment heap size=21352  suffix off heap size=0, new segment off heap size=0, suffix cells count=1053, new segment cells count=203 2024-11-20T16:17:10,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=203, cellSize=9295, totalHeapSize=21352, min timestamp=1732119430725, max timestamp=1732119430729Num uniques 1053; 2024-11-20T16:17:10,733 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48225, new segment data size=9295, suffix heap size=137480,new segment heap size=21352  suffix off heap size=0, new segment off heap size=0, suffix cells count=1053, new segment cells count=203 2024-11-20T16:17:10,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=212, cellSize=9702, totalHeapSize=22288, min timestamp=1732119430744, max timestamp=1732119430756Num uniques 1062; 2024-11-20T16:17:10,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=212, cellSize=9702, totalHeapSize=22288, min timestamp=1732119430744, max timestamp=1732119430756Num uniques 1062; 2024-11-20T16:17:10,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48632, new segment data size=9702, suffix heap size=138416,new segment heap size=22288  suffix off heap size=0, new segment off heap size=0, suffix cells count=1062, new segment cells count=212 2024-11-20T16:17:10,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48632, new segment data size=9702, suffix heap size=138416,new segment heap size=22288  suffix off heap size=0, new segment off heap size=0, suffix cells count=1062, new segment cells count=212 2024-11-20T16:17:10,761 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=212, cellSize=9702, totalHeapSize=22288, min timestamp=1732119430744, max timestamp=1732119430756Num uniques 1062; 2024-11-20T16:17:10,761 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48632, new segment data size=9702, suffix heap size=138416,new segment heap size=22288  suffix off heap size=0, new segment off heap size=0, suffix cells count=1062, new segment cells count=212 2024-11-20T16:17:10,784 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=271, cellSize=12406, totalHeapSize=28424, min timestamp=1732119430769, max timestamp=1732119430780Num uniques 1071; 2024-11-20T16:17:10,784 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49046, new segment data size=12406, suffix heap size=139352,new segment heap size=28424  suffix off heap size=0, new segment off heap size=0, suffix cells count=1071, new segment cells count=271 2024-11-20T16:17:10,784 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=271, cellSize=12406, totalHeapSize=28424, min timestamp=1732119430769, max timestamp=1732119430780Num uniques 1071; 2024-11-20T16:17:10,784 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49046, new segment data size=12406, suffix heap size=139352,new segment heap size=28424  suffix off heap size=0, new segment off heap size=0, suffix cells count=1071, new segment cells count=271 2024-11-20T16:17:10,784 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=271, cellSize=12406, totalHeapSize=28424, min timestamp=1732119430769, max timestamp=1732119430780Num uniques 1071; 2024-11-20T16:17:10,785 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49046, new segment data size=12406, suffix heap size=139352,new segment heap size=28424  suffix off heap size=0, new segment off heap size=0, suffix cells count=1071, new segment cells count=271 2024-11-20T16:17:10,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=280, cellSize=12820, totalHeapSize=29360, min timestamp=1732119430830, max timestamp=1732119430838Num uniques 1130; 2024-11-20T16:17:10,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=280, cellSize=12820, totalHeapSize=29360, min timestamp=1732119430830, max timestamp=1732119430838Num uniques 1130; 2024-11-20T16:17:10,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51750, new segment data size=12820, suffix heap size=145488,new segment heap size=29360  suffix off heap size=0, new segment off heap size=0, suffix cells count=1130, new segment cells count=280 2024-11-20T16:17:10,842 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51750, new segment data size=12820, suffix heap size=145488,new segment heap size=29360  suffix off heap size=0, new segment off heap size=0, suffix cells count=1130, new segment cells count=280 2024-11-20T16:17:10,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119490837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:10,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:10,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=280, cellSize=12820, totalHeapSize=29360, min timestamp=1732119430830, max timestamp=1732119430838Num uniques 1130; 2024-11-20T16:17:10,843 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51750, new segment data size=12820, suffix heap size=145488,new segment heap size=29360  suffix off heap size=0, new segment off heap size=0, suffix cells count=1130, new segment cells count=280 2024-11-20T16:17:10,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=289, cellSize=13234, totalHeapSize=30296, min timestamp=1732119430852, max timestamp=1732119430866Num uniques 1139; 2024-11-20T16:17:10,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52164, new segment data size=13234, suffix heap size=146424,new segment heap size=30296  suffix off heap size=0, new segment off heap size=0, suffix cells count=1139, new segment cells count=289 2024-11-20T16:17:10,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=289, cellSize=13234, totalHeapSize=30296, min timestamp=1732119430852, max timestamp=1732119430866Num uniques 1139; 2024-11-20T16:17:10,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52164, new segment data size=13234, suffix heap size=146424,new segment heap size=30296  suffix off heap size=0, new segment off heap size=0, suffix cells count=1139, new segment cells count=289 2024-11-20T16:17:10,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=289, cellSize=13234, totalHeapSize=30296, min timestamp=1732119430852, max timestamp=1732119430866Num uniques 1139; 2024-11-20T16:17:10,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52164, new segment data size=13234, suffix heap size=146424,new segment heap size=30296  suffix off heap size=0, new segment off heap size=0, suffix cells count=1139, new segment cells count=289 2024-11-20T16:17:10,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=198, cellSize=9068, totalHeapSize=20832, min timestamp=1732119430887, max timestamp=1732119430896Num uniques 1148; 2024-11-20T16:17:10,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=198, cellSize=9068, totalHeapSize=20832, min timestamp=1732119430887, max timestamp=1732119430896Num uniques 1148; 2024-11-20T16:17:10,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52578, new segment data size=9068, suffix heap size=147360,new segment heap size=20832  suffix off heap size=0, new segment off heap size=0, suffix cells count=1148, new segment cells count=198 2024-11-20T16:17:10,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52578, new segment data size=9068, suffix heap size=147360,new segment heap size=20832  suffix off heap size=0, new segment off heap size=0, suffix cells count=1148, new segment cells count=198 2024-11-20T16:17:10,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=198, cellSize=9068, totalHeapSize=20832, min timestamp=1732119430887, max timestamp=1732119430896Num uniques 1148; 2024-11-20T16:17:10,900 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=52578, new segment data size=9068, suffix heap size=147360,new segment heap size=20832  suffix off heap size=0, new segment off heap size=0, suffix cells count=1148, new segment cells count=198 2024-11-20T16:17:10,933 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=207, cellSize=9475, totalHeapSize=21768, min timestamp=1732119430914, max timestamp=1732119430929Num uniques 1057; 2024-11-20T16:17:10,933 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48405, new segment data size=9475, suffix heap size=137896,new segment heap size=21768  suffix off heap size=0, new segment off heap size=0, suffix cells count=1057, new segment cells count=207 2024-11-20T16:17:10,933 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=207, cellSize=9475, totalHeapSize=21768, min timestamp=1732119430914, max timestamp=1732119430929Num uniques 1057; 2024-11-20T16:17:10,933 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=207, cellSize=9475, totalHeapSize=21768, min timestamp=1732119430914, max timestamp=1732119430929Num uniques 1057; 2024-11-20T16:17:10,933 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48405, new segment data size=9475, suffix heap size=137896,new segment heap size=21768  suffix off heap size=0, new segment off heap size=0, suffix cells count=1057, new segment cells count=207 2024-11-20T16:17:10,933 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48405, new segment data size=9475, suffix heap size=137896,new segment heap size=21768  suffix off heap size=0, new segment off heap size=0, suffix cells count=1057, new segment cells count=207 2024-11-20T16:17:10,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=266, cellSize=12176, totalHeapSize=27904, min timestamp=1732119430943, max timestamp=1732119430958Num uniques 1066; 2024-11-20T16:17:10,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=266, cellSize=12176, totalHeapSize=27904, min timestamp=1732119430943, max timestamp=1732119430958Num uniques 1066; 2024-11-20T16:17:10,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48816, new segment data size=12176, suffix heap size=138832,new segment heap size=27904  suffix off heap size=0, new segment off heap size=0, suffix cells count=1066, new segment cells count=266 2024-11-20T16:17:10,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48816, new segment data size=12176, suffix heap size=138832,new segment heap size=27904  suffix off heap size=0, new segment off heap size=0, suffix cells count=1066, new segment cells count=266 2024-11-20T16:17:10,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=266, cellSize=12176, totalHeapSize=27904, min timestamp=1732119430943, max timestamp=1732119430958Num uniques 1066; 2024-11-20T16:17:10,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48816, new segment data size=12176, suffix heap size=138832,new segment heap size=27904  suffix off heap size=0, new segment off heap size=0, suffix cells count=1066, new segment cells count=266 2024-11-20T16:17:10,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=275, cellSize=12590, totalHeapSize=28840, min timestamp=1732119430974, max timestamp=1732119430981Num uniques 1125; 2024-11-20T16:17:10,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51520, new segment data size=12590, suffix heap size=144968,new segment heap size=28840  suffix off heap size=0, new segment off heap size=0, suffix cells count=1125, new segment cells count=275 2024-11-20T16:17:10,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=275, cellSize=12590, totalHeapSize=28840, min timestamp=1732119430974, max timestamp=1732119430981Num uniques 1125; 2024-11-20T16:17:10,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51520, new segment data size=12590, suffix heap size=144968,new segment heap size=28840  suffix off heap size=0, new segment off heap size=0, suffix cells count=1125, new segment cells count=275 2024-11-20T16:17:10,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=275, cellSize=12590, totalHeapSize=28840, min timestamp=1732119430974, max timestamp=1732119430981Num uniques 1125; 2024-11-20T16:17:10,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51520, new segment data size=12590, suffix heap size=144968,new segment heap size=28840  suffix off heap size=0, new segment off heap size=0, suffix cells count=1125, new segment cells count=275 2024-11-20T16:17:11,006 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=191, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/ef7050c9eb354fbca7e7d755fed0084f 2024-11-20T16:17:11,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=184, cellSize=8424, totalHeapSize=19376, min timestamp=1732119430998, max timestamp=1732119431006Num uniques 1134; 2024-11-20T16:17:11,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732119430998, max timestamp=1732119431006Num uniques 1134; 2024-11-20T16:17:11,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=51934, new segment data size=8424, suffix heap size=145904,new segment heap size=19376  suffix off heap size=0, new segment off heap size=0, suffix cells count=1134, new segment cells count=184 2024-11-20T16:17:11,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51934, new segment data size=6870, suffix heap size=145904,new segment heap size=15840  suffix off heap size=0, new segment off heap size=0, suffix cells count=1134, new segment cells count=150 2024-11-20T16:17:11,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=184, cellSize=8424, totalHeapSize=19376, min timestamp=1732119430998, max timestamp=1732119431006Num uniques 1134; 2024-11-20T16:17:11,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51934, new segment data size=8424, suffix heap size=145904,new segment heap size=19376  suffix off heap size=0, new segment off heap size=0, suffix cells count=1134, new segment cells count=184 2024-11-20T16:17:11,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/ea1dd7d044324088a6b5201380aea189 is 50, key is test_row_1/B:col10/1732119430171/Put/seqid=0 2024-11-20T16:17:11,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742407_1583 (size=9757) 2024-11-20T16:17:11,018 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/ea1dd7d044324088a6b5201380aea189 2024-11-20T16:17:11,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/2333296aba944e47b23e4aa67601261e is 50, key is test_row_1/C:col10/1732119430171/Put/seqid=0 2024-11-20T16:17:11,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742408_1584 (size=9757) 2024-11-20T16:17:11,039 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=193, cellSize=8828, totalHeapSize=20312, min timestamp=1732119431021, max timestamp=1732119431036Num uniques 1043; 2024-11-20T16:17:11,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47758, new segment data size=8828, suffix heap size=136440,new segment heap size=20312  suffix off heap size=0, new segment off heap size=0, suffix cells count=1043, new segment cells count=193 2024-11-20T16:17:11,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=164, cellSize=7504, totalHeapSize=17296, min timestamp=1732119431021, max timestamp=1732119431036Num uniques 1009; 2024-11-20T16:17:11,040 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46204, new segment data size=7504, suffix heap size=132904,new segment heap size=17296  suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=164 2024-11-20T16:17:11,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=193, cellSize=8828, totalHeapSize=20312, min timestamp=1732119431021, max timestamp=1732119431036Num uniques 1043; 2024-11-20T16:17:11,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47758, new segment data size=8828, suffix heap size=136440,new segment heap size=20312  suffix off heap size=0, new segment off heap size=0, suffix cells count=1043, new segment cells count=193 2024-11-20T16:17:11,065 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=202, cellSize=9250, totalHeapSize=21248, min timestamp=1732119431055, max timestamp=1732119431062Num uniques 1052; 2024-11-20T16:17:11,065 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48180, new segment data size=9250, suffix heap size=137376,new segment heap size=21248  suffix off heap size=0, new segment off heap size=0, suffix cells count=1052, new segment cells count=202 2024-11-20T16:17:11,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=202, cellSize=9250, totalHeapSize=21248, min timestamp=1732119431055, max timestamp=1732119431062Num uniques 1052; 2024-11-20T16:17:11,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48180, new segment data size=9250, suffix heap size=137376,new segment heap size=21248  suffix off heap size=0, new segment off heap size=0, suffix cells count=1052, new segment cells count=202 2024-11-20T16:17:11,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=202, cellSize=9250, totalHeapSize=21248, min timestamp=1732119431055, max timestamp=1732119431062Num uniques 1023; 2024-11-20T16:17:11,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46856, new segment data size=9250, suffix heap size=134360,new segment heap size=21248  suffix off heap size=0, new segment off heap size=0, suffix cells count=1023, new segment cells count=202 2024-11-20T16:17:11,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=311, cellSize=14236, totalHeapSize=32584, min timestamp=1732119431078, max timestamp=1732119431086Num uniques 1061; 2024-11-20T16:17:11,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=311, cellSize=14236, totalHeapSize=32584, min timestamp=1732119431078, max timestamp=1732119431086Num uniques 1061; 2024-11-20T16:17:11,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48586, new segment data size=14236, suffix heap size=138312,new segment heap size=32584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1061, new segment cells count=311 2024-11-20T16:17:11,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48586, new segment data size=14236, suffix heap size=138312,new segment heap size=32584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1061, new segment cells count=311 2024-11-20T16:17:11,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=311, cellSize=14236, totalHeapSize=32584, min timestamp=1732119431078, max timestamp=1732119431086Num uniques 1061; 2024-11-20T16:17:11,090 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48586, new segment data size=14236, suffix heap size=138312,new segment heap size=32584  suffix off heap size=0, new segment off heap size=0, suffix cells count=1061, new segment cells count=311 2024-11-20T16:17:11,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=270, cellSize=12360, totalHeapSize=28320, min timestamp=1732119431099, max timestamp=1732119431109Num uniques 1170; 2024-11-20T16:17:11,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=53580, new segment data size=12360, suffix heap size=149648,new segment heap size=28320  suffix off heap size=0, new segment off heap size=0, suffix cells count=1170, new segment cells count=270 2024-11-20T16:17:11,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=270, cellSize=12360, totalHeapSize=28320, min timestamp=1732119431099, max timestamp=1732119431109Num uniques 1170; 2024-11-20T16:17:11,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=53580, new segment data size=12360, suffix heap size=149648,new segment heap size=28320  suffix off heap size=0, new segment off heap size=0, suffix cells count=1170, new segment cells count=270 2024-11-20T16:17:11,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=270, cellSize=12360, totalHeapSize=28320, min timestamp=1732119431099, max timestamp=1732119431109Num uniques 1170; 2024-11-20T16:17:11,113 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=53580, new segment data size=12360, suffix heap size=149648,new segment heap size=28320  suffix off heap size=0, new segment off heap size=0, suffix cells count=1170, new segment cells count=270 2024-11-20T16:17:11,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=229, cellSize=10484, totalHeapSize=24056, min timestamp=1732119431124, max timestamp=1732119431137Num uniques 1129; 2024-11-20T16:17:11,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=229, cellSize=10484, totalHeapSize=24056, min timestamp=1732119431124, max timestamp=1732119431137Num uniques 1129; 2024-11-20T16:17:11,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51704, new segment data size=10484, suffix heap size=145384,new segment heap size=24056  suffix off heap size=0, new segment off heap size=0, suffix cells count=1129, new segment cells count=229 2024-11-20T16:17:11,140 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51704, new segment data size=10484, suffix heap size=145384,new segment heap size=24056  suffix off heap size=0, new segment off heap size=0, suffix cells count=1129, new segment cells count=229 2024-11-20T16:17:11,141 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=179, cellSize=8194, totalHeapSize=18856, min timestamp=1732119431124, max timestamp=1732119431137Num uniques 1129; 2024-11-20T16:17:11,141 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51704, new segment data size=8194, suffix heap size=145384,new segment heap size=18856  suffix off heap size=0, new segment off heap size=0, suffix cells count=1129, new segment cells count=179 2024-11-20T16:17:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T16:17:11,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119491188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:11,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:11,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=188, cellSize=8598, totalHeapSize=19792, min timestamp=1732119431186, max timestamp=1732119431192Num uniques 1088; 2024-11-20T16:17:11,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=188, cellSize=8598, totalHeapSize=19792, min timestamp=1732119431186, max timestamp=1732119431192Num uniques 1088; 2024-11-20T16:17:11,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=188, cellSize=8599, totalHeapSize=19792, min timestamp=1732119431186, max timestamp=1732119431192Num uniques 1038; 2024-11-20T16:17:11,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47529, new segment data size=8599, suffix heap size=135920,new segment heap size=19792  suffix off heap size=0, new segment off heap size=0, suffix cells count=1038, new segment cells count=188 2024-11-20T16:17:11,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49818, new segment data size=8598, suffix heap size=141120,new segment heap size=19792  suffix off heap size=0, new segment off heap size=0, suffix cells count=1088, new segment cells count=188 2024-11-20T16:17:11,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49818, new segment data size=8598, suffix heap size=141120,new segment heap size=19792  suffix off heap size=0, new segment off heap size=0, suffix cells count=1088, new segment cells count=188 2024-11-20T16:17:11,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=297, cellSize=13602, totalHeapSize=31128, min timestamp=1732119431220, max timestamp=1732119431228Num uniques 1047; 2024-11-20T16:17:11,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=297, cellSize=13602, totalHeapSize=31128, min timestamp=1732119431220, max timestamp=1732119431228Num uniques 1047; 2024-11-20T16:17:11,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47952, new segment data size=13602, suffix heap size=136856,new segment heap size=31128  suffix off heap size=0, new segment off heap size=0, suffix cells count=1047, new segment cells count=297 2024-11-20T16:17:11,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47952, new segment data size=13602, suffix heap size=136856,new segment heap size=31128  suffix off heap size=0, new segment off heap size=0, suffix cells count=1047, new segment cells count=297 2024-11-20T16:17:11,233 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=297, cellSize=13602, totalHeapSize=31128, min timestamp=1732119431220, max timestamp=1732119431228Num uniques 1047; 2024-11-20T16:17:11,233 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47952, new segment data size=13602, suffix heap size=136856,new segment heap size=31128  suffix off heap size=0, new segment off heap size=0, suffix cells count=1047, new segment cells count=297 2024-11-20T16:17:11,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119491282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:11,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=206, cellSize=9430, totalHeapSize=21664, min timestamp=1732119431279, max timestamp=1732119431287Num uniques 1156; 2024-11-20T16:17:11,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52940, new segment data size=9430, suffix heap size=148192,new segment heap size=21664  suffix off heap size=0, new segment off heap size=0, suffix cells count=1156, new segment cells count=206 2024-11-20T16:17:11,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=206, cellSize=9430, totalHeapSize=21664, min timestamp=1732119431279, max timestamp=1732119431287Num uniques 1156; 2024-11-20T16:17:11,290 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52940, new segment data size=9430, suffix heap size=148192,new segment heap size=21664  suffix off heap size=0, new segment off heap size=0, suffix cells count=1156, new segment cells count=206 2024-11-20T16:17:11,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=206, cellSize=9430, totalHeapSize=21664, min timestamp=1732119431279, max timestamp=1732119431287Num uniques 1156; 2024-11-20T16:17:11,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52940, new segment data size=9430, suffix heap size=148192,new segment heap size=21664  suffix off heap size=0, new segment off heap size=0, suffix cells count=1156, new segment cells count=206 2024-11-20T16:17:11,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=215, cellSize=9840, totalHeapSize=22600, min timestamp=1732119431307, max timestamp=1732119431317Num uniques 1065; 2024-11-20T16:17:11,320 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48770, new segment data size=9840, suffix heap size=138728,new segment heap size=22600  suffix off heap size=0, new segment off heap size=0, suffix cells count=1065, new segment cells count=215 2024-11-20T16:17:11,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=215, cellSize=9840, totalHeapSize=22600, min timestamp=1732119431307, max timestamp=1732119431317Num uniques 1065; 2024-11-20T16:17:11,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48770, new segment data size=9840, suffix heap size=138728,new segment heap size=22600  suffix off heap size=0, new segment off heap size=0, suffix cells count=1065, new segment cells count=215 2024-11-20T16:17:11,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=215, cellSize=9840, totalHeapSize=22600, min timestamp=1732119431307, max timestamp=1732119431317Num uniques 1065; 2024-11-20T16:17:11,321 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48770, new segment data size=9840, suffix heap size=138728,new segment heap size=22600  suffix off heap size=0, new segment off heap size=0, suffix cells count=1065, new segment cells count=215 2024-11-20T16:17:11,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=174, cellSize=7964, totalHeapSize=18336, min timestamp=1732119431340, max timestamp=1732119431351Num uniques 1074; 2024-11-20T16:17:11,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=174, cellSize=7964, totalHeapSize=18336, min timestamp=1732119431340, max timestamp=1732119431351Num uniques 1074; 2024-11-20T16:17:11,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49184, new segment data size=7964, suffix heap size=139664,new segment heap size=18336  suffix off heap size=0, new segment off heap size=0, suffix cells count=1074, new segment cells count=174 2024-11-20T16:17:11,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=174, cellSize=7961, totalHeapSize=18336, min timestamp=1732119431340, max timestamp=1732119431351Num uniques 1074; 2024-11-20T16:17:11,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49184, new segment data size=7964, suffix heap size=139664,new segment heap size=18336  suffix off heap size=0, new segment off heap size=0, suffix cells count=1074, new segment cells count=174 2024-11-20T16:17:11,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49181, new segment data size=7961, suffix heap size=139664,new segment heap size=18336  suffix off heap size=0, new segment off heap size=0, suffix cells count=1074, new segment cells count=174 2024-11-20T16:17:11,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=283, cellSize=12958, totalHeapSize=29672, min timestamp=1732119431366, max timestamp=1732119431378Num uniques 1033; 2024-11-20T16:17:11,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47308, new segment data size=12958, suffix heap size=135400,new segment heap size=29672  suffix off heap size=0, new segment off heap size=0, suffix cells count=1033, new segment cells count=283 2024-11-20T16:17:11,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=283, cellSize=12958, totalHeapSize=29672, min timestamp=1732119431366, max timestamp=1732119431378Num uniques 1033; 2024-11-20T16:17:11,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47308, new segment data size=12958, suffix heap size=135400,new segment heap size=29672  suffix off heap size=0, new segment off heap size=0, suffix cells count=1033, new segment cells count=283 2024-11-20T16:17:11,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=283, cellSize=12958, totalHeapSize=29672, min timestamp=1732119431366, max timestamp=1732119431378Num uniques 1033; 2024-11-20T16:17:11,382 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47308, new segment data size=12958, suffix heap size=135400,new segment heap size=29672  suffix off heap size=0, new segment off heap size=0, suffix cells count=1033, new segment cells count=283 2024-11-20T16:17:11,428 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/2333296aba944e47b23e4aa67601261e 2024-11-20T16:17:11,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/ef7050c9eb354fbca7e7d755fed0084f as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/ef7050c9eb354fbca7e7d755fed0084f 2024-11-20T16:17:11,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119491428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:11,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:11,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=242, cellSize=11082, totalHeapSize=25408, min timestamp=1732119431425, max timestamp=1732119431432Num uniques 1142; 2024-11-20T16:17:11,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=52302, new segment data size=11082, suffix heap size=146736,new segment heap size=25408  suffix off heap size=0, new segment off heap size=0, suffix cells count=1142, new segment cells count=242 2024-11-20T16:17:11,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=242, cellSize=11082, totalHeapSize=25408, min timestamp=1732119431425, max timestamp=1732119431432Num uniques 1142; 2024-11-20T16:17:11,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=242, cellSize=11082, totalHeapSize=25408, min timestamp=1732119431425, max timestamp=1732119431432Num uniques 1142; 2024-11-20T16:17:11,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52302, new segment data size=11082, suffix heap size=146736,new segment heap size=25408  suffix off heap size=0, new segment off heap size=0, suffix cells count=1142, new segment cells count=242 2024-11-20T16:17:11,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/044e4e732073:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=52302, new segment data size=11082, suffix heap size=146736,new segment heap size=25408  suffix off heap size=0, new segment off heap size=0, suffix cells count=1142, new segment cells count=242 2024-11-20T16:17:11,438 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/ef7050c9eb354fbca7e7d755fed0084f, entries=100, sequenceid=191, filesize=21.9 K 2024-11-20T16:17:11,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/ea1dd7d044324088a6b5201380aea189 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/ea1dd7d044324088a6b5201380aea189 2024-11-20T16:17:11,441 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/ea1dd7d044324088a6b5201380aea189, entries=100, sequenceid=191, filesize=9.5 K 2024-11-20T16:17:11,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/2333296aba944e47b23e4aa67601261e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/2333296aba944e47b23e4aa67601261e 2024-11-20T16:17:11,445 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/2333296aba944e47b23e4aa67601261e, entries=100, sequenceid=191, filesize=9.5 K 2024-11-20T16:17:11,445 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=73.80 KB/75570 for b2f4f64eeaae39062b19cf5b04a91895 in 1267ms, sequenceid=191, compaction requested=true 2024-11-20T16:17:11,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:11,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:11,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-20T16:17:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-20T16:17:11,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-20T16:17:11,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4200 sec 2024-11-20T16:17:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:11,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2f4f64eeaae39062b19cf5b04a91895 3/3 column families, dataSize=80.51 KB heapSize=217.83 KB 2024-11-20T16:17:11,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=A 2024-11-20T16:17:11,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:17:11,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=B 2024-11-20T16:17:11,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:17:11,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=C 2024-11-20T16:17:11,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:17:11,449 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.4250 sec 2024-11-20T16:17:11,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112073c590dfa23a4dada81762d10d2bd1ba_b2f4f64eeaae39062b19cf5b04a91895 is 50, key is test_row_0/A:col10/1732119431443/Put/seqid=0 2024-11-20T16:17:11,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742409_1585 (size=14994) 2024-11-20T16:17:11,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119491473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:11,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119491474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:11,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119491475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:11,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:11,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119491476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:11,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:11,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119491543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:11,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:11,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119491583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119491583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119491584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:11,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:11,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119491593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:11,656 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T16:17:11,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119491753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:11,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,757 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:11,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119491793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:11,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119491794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119491794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:11,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119491803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:11,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:11,857 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:11,860 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112073c590dfa23a4dada81762d10d2bd1ba_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112073c590dfa23a4dada81762d10d2bd1ba_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:11,860 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/632593e1655449dab06bd91f600da40b, store: [table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:11,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/632593e1655449dab06bd91f600da40b is 175, key is test_row_0/A:col10/1732119431443/Put/seqid=0 2024-11-20T16:17:11,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742410_1586 (size=39949) 2024-11-20T16:17:12,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119492063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:12,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119492104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:12,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119492104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:12,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119492104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:12,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119492113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:12,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-20T16:17:12,173 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:17:12,173 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:17:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-20T16:17:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T16:17:12,175 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:17:12,175 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:17:12,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:17:12,264 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=854, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/632593e1655449dab06bd91f600da40b 2024-11-20T16:17:12,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/29376957bbca4d548db4dcb51807f775 is 50, key is test_row_0/B:col10/1732119431443/Put/seqid=0 2024-11-20T16:17:12,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742411_1587 (size=12301) 2024-11-20T16:17:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T16:17:12,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T16:17:12,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:12,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:12,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:12,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:12,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:12,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T16:17:12,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:12,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:12,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:12,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:12,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T16:17:12,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119492573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:12,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:12,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119492613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:12,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:12,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119492623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:12,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:12,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,627 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119492623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:12,627 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:12,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,628 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119492623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:12,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:12,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:12,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T16:17:12,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:12,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:12,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:12,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:12,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:12,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=854 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/29376957bbca4d548db4dcb51807f775 2024-11-20T16:17:12,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/6cd918b3b0634803b80eec9231fc1cf3 is 50, key is test_row_0/C:col10/1732119431443/Put/seqid=0 2024-11-20T16:17:12,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742412_1588 (size=12301) 2024-11-20T16:17:12,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T16:17:12,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:12,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:12,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:12,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:12,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T16:17:12,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T16:17:12,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:12,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:12,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:12,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:12,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:13,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=854 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/6cd918b3b0634803b80eec9231fc1cf3 2024-11-20T16:17:13,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/632593e1655449dab06bd91f600da40b as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/632593e1655449dab06bd91f600da40b 2024-11-20T16:17:13,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/632593e1655449dab06bd91f600da40b, entries=200, sequenceid=854, filesize=39.0 K 2024-11-20T16:17:13,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/29376957bbca4d548db4dcb51807f775 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/29376957bbca4d548db4dcb51807f775 2024-11-20T16:17:13,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/29376957bbca4d548db4dcb51807f775, entries=150, sequenceid=854, filesize=12.0 K 2024-11-20T16:17:13,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T16:17:13,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:13,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:13,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:13,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:13,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/6cd918b3b0634803b80eec9231fc1cf3 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/6cd918b3b0634803b80eec9231fc1cf3 2024-11-20T16:17:13,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:13,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/6cd918b3b0634803b80eec9231fc1cf3, entries=150, sequenceid=854, filesize=12.0 K 2024-11-20T16:17:13,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~217.78 KB/223008, currentSize=100.63 KB/103050 for b2f4f64eeaae39062b19cf5b04a91895 in 1645ms, sequenceid=854, compaction requested=true 2024-11-20T16:17:13,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:13,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2f4f64eeaae39062b19cf5b04a91895:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:17:13,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:13,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2f4f64eeaae39062b19cf5b04a91895:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:17:13,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:13,093 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T16:17:13,093 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T16:17:13,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2f4f64eeaae39062b19cf5b04a91895:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:17:13,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:17:13,094 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164559 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T16:17:13,094 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58701 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T16:17:13,094 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): b2f4f64eeaae39062b19cf5b04a91895/A is initiating minor compaction (all files) 2024-11-20T16:17:13,094 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): b2f4f64eeaae39062b19cf5b04a91895/B is initiating minor compaction (all files) 2024-11-20T16:17:13,094 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2f4f64eeaae39062b19cf5b04a91895/A in TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:13,094 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2f4f64eeaae39062b19cf5b04a91895/B in TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:13,094 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/fb72ed6e782541cbbc723c3f30600e2a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/5442f4e616584c6e982e6e9a8fa9486f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/c65e5b0403214617aee4f78e7bdbbe76, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/ea1dd7d044324088a6b5201380aea189, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/29376957bbca4d548db4dcb51807f775] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp, totalSize=57.3 K 2024-11-20T16:17:13,094 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/b367fb1852e04a60a94895d358298cf3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/9f90503fe60d40d9a6111915075b08ef, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3c104c1394ce48499f462aaf0901abf8, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/ef7050c9eb354fbca7e7d755fed0084f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/632593e1655449dab06bd91f600da40b] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp, totalSize=160.7 K 2024-11-20T16:17:13,094 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:13,094 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/b367fb1852e04a60a94895d358298cf3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/9f90503fe60d40d9a6111915075b08ef, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3c104c1394ce48499f462aaf0901abf8, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/ef7050c9eb354fbca7e7d755fed0084f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/632593e1655449dab06bd91f600da40b] 2024-11-20T16:17:13,095 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting fb72ed6e782541cbbc723c3f30600e2a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732119426114 2024-11-20T16:17:13,095 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting b367fb1852e04a60a94895d358298cf3, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732119426114 2024-11-20T16:17:13,095 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f90503fe60d40d9a6111915075b08ef, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732119426723 2024-11-20T16:17:13,095 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 5442f4e616584c6e982e6e9a8fa9486f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732119426737 2024-11-20T16:17:13,095 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c104c1394ce48499f462aaf0901abf8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732119428028 2024-11-20T16:17:13,095 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting c65e5b0403214617aee4f78e7bdbbe76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732119428028 2024-11-20T16:17:13,096 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef7050c9eb354fbca7e7d755fed0084f, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732119430148 2024-11-20T16:17:13,096 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting ea1dd7d044324088a6b5201380aea189, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732119430148 2024-11-20T16:17:13,096 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 632593e1655449dab06bd91f600da40b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=854, earliestPutTs=1732119431434 2024-11-20T16:17:13,096 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 29376957bbca4d548db4dcb51807f775, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=854, earliestPutTs=1732119431443 2024-11-20T16:17:13,101 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:13,102 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241120047222b536784c78ab8c7c5fc07e7055_b2f4f64eeaae39062b19cf5b04a91895 store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:13,103 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2f4f64eeaae39062b19cf5b04a91895#B#compaction#498 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:17:13,103 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/894ac3e931934308845ad8b6a6816c05 is 50, key is test_row_0/B:col10/1732119431443/Put/seqid=0 2024-11-20T16:17:13,104 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241120047222b536784c78ab8c7c5fc07e7055_b2f4f64eeaae39062b19cf5b04a91895, store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:13,104 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120047222b536784c78ab8c7c5fc07e7055_b2f4f64eeaae39062b19cf5b04a91895 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:13,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742414_1590 (size=4469) 2024-11-20T16:17:13,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742413_1589 (size=12711) 2024-11-20T16:17:13,123 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/894ac3e931934308845ad8b6a6816c05 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/894ac3e931934308845ad8b6a6816c05 2024-11-20T16:17:13,126 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b2f4f64eeaae39062b19cf5b04a91895/B of b2f4f64eeaae39062b19cf5b04a91895 into 894ac3e931934308845ad8b6a6816c05(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:17:13,126 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:13,126 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., storeName=b2f4f64eeaae39062b19cf5b04a91895/B, priority=11, startTime=1732119433093; duration=0sec 2024-11-20T16:17:13,126 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:17:13,126 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2f4f64eeaae39062b19cf5b04a91895:B 2024-11-20T16:17:13,126 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-20T16:17:13,128 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58701 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-20T16:17:13,128 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): b2f4f64eeaae39062b19cf5b04a91895/C is initiating minor compaction (all files) 2024-11-20T16:17:13,129 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2f4f64eeaae39062b19cf5b04a91895/C in TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:13,129 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/3d16408b1b074fa1b17a12ff165a2c18, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/594186ac678a477a9996cb5f7394c815, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/efa3b6564e4849e5ba4674ad3a7b3bc2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/2333296aba944e47b23e4aa67601261e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/6cd918b3b0634803b80eec9231fc1cf3] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp, totalSize=57.3 K 2024-11-20T16:17:13,129 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d16408b1b074fa1b17a12ff165a2c18, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732119426114 2024-11-20T16:17:13,129 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 594186ac678a477a9996cb5f7394c815, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1732119426737 2024-11-20T16:17:13,130 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting efa3b6564e4849e5ba4674ad3a7b3bc2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732119428028 2024-11-20T16:17:13,130 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 2333296aba944e47b23e4aa67601261e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1732119430148 2024-11-20T16:17:13,130 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cd918b3b0634803b80eec9231fc1cf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=854, earliestPutTs=1732119431443 2024-11-20T16:17:13,139 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2f4f64eeaae39062b19cf5b04a91895#C#compaction#499 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:17:13,140 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/ae9569ae89d74d4c85b63ad699ac349e is 50, key is test_row_0/C:col10/1732119431443/Put/seqid=0 2024-11-20T16:17:13,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742415_1591 (size=12711) 2024-11-20T16:17:13,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-20T16:17:13,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:13,242 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing b2f4f64eeaae39062b19cf5b04a91895 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T16:17:13,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=A 2024-11-20T16:17:13,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:13,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=B 2024-11-20T16:17:13,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:13,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=C 2024-11-20T16:17:13,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:13,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200999f7c0b900462ca38f3544992e2c05_b2f4f64eeaae39062b19cf5b04a91895 is 50, key is test_row_0/A:col10/1732119431467/Put/seqid=0 2024-11-20T16:17:13,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742416_1592 (size=12454) 2024-11-20T16:17:13,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:13,253 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200999f7c0b900462ca38f3544992e2c05_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200999f7c0b900462ca38f3544992e2c05_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:13,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/980dec2ceb8b4656802de29a407c1ee2, store: [table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:13,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/980dec2ceb8b4656802de29a407c1ee2 is 175, key is test_row_0/A:col10/1732119431467/Put/seqid=0 2024-11-20T16:17:13,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742417_1593 (size=31255) 2024-11-20T16:17:13,258 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=873, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/980dec2ceb8b4656802de29a407c1ee2 2024-11-20T16:17:13,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/1963d61dbd364267b1c17ecb22443dfe is 50, key is test_row_0/B:col10/1732119431467/Put/seqid=0 2024-11-20T16:17:13,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742418_1594 (size=12301) 2024-11-20T16:17:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T16:17:13,508 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2f4f64eeaae39062b19cf5b04a91895#A#compaction#497 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:17:13,509 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/7b07164d3f2f4c2fbd516ab1af951df4 is 175, key is test_row_0/A:col10/1732119431443/Put/seqid=0 2024-11-20T16:17:13,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742419_1595 (size=31665) 2024-11-20T16:17:13,557 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/ae9569ae89d74d4c85b63ad699ac349e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/ae9569ae89d74d4c85b63ad699ac349e 2024-11-20T16:17:13,564 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b2f4f64eeaae39062b19cf5b04a91895/C of b2f4f64eeaae39062b19cf5b04a91895 into ae9569ae89d74d4c85b63ad699ac349e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:17:13,564 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:13,565 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., storeName=b2f4f64eeaae39062b19cf5b04a91895/C, priority=11, startTime=1732119433093; duration=0sec 2024-11-20T16:17:13,565 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:13,565 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2f4f64eeaae39062b19cf5b04a91895:C 2024-11-20T16:17:13,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:13,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:13,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119493627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:13,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:13,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119493628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:13,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:13,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:13,633 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:13,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119493633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:13,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119493633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:13,637 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in b2f4f64eeaae39062b19cf5b04a91895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:17:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:13,637 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in b2f4f64eeaae39062b19cf5b04a91895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:17:13,637 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:13,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:13,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:13,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119493643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:13,644 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in b2f4f64eeaae39062b19cf5b04a91895 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:17:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:13,667 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=873 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/1963d61dbd364267b1c17ecb22443dfe 2024-11-20T16:17:13,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/95bc26b7695c43adbf8fa888d3191f97 is 50, key is test_row_0/C:col10/1732119431467/Put/seqid=0 2024-11-20T16:17:13,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742420_1596 (size=12301) 2024-11-20T16:17:13,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119493743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:13,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119493744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:13,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:13,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:13,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:13,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:13,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:13,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:13,917 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/7b07164d3f2f4c2fbd516ab1af951df4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/7b07164d3f2f4c2fbd516ab1af951df4 2024-11-20T16:17:13,922 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b2f4f64eeaae39062b19cf5b04a91895/A of b2f4f64eeaae39062b19cf5b04a91895 into 7b07164d3f2f4c2fbd516ab1af951df4(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:17:13,922 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:13,922 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., storeName=b2f4f64eeaae39062b19cf5b04a91895/A, priority=11, startTime=1732119433093; duration=0sec 2024-11-20T16:17:13,922 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:13,922 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2f4f64eeaae39062b19cf5b04a91895:A 2024-11-20T16:17:13,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119493953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:13,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:13,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:13,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:13,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119493954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:13,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:13,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:13,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:14,075 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=873 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/95bc26b7695c43adbf8fa888d3191f97 2024-11-20T16:17:14,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/980dec2ceb8b4656802de29a407c1ee2 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/980dec2ceb8b4656802de29a407c1ee2 2024-11-20T16:17:14,082 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/980dec2ceb8b4656802de29a407c1ee2, entries=150, sequenceid=873, filesize=30.5 K 2024-11-20T16:17:14,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/1963d61dbd364267b1c17ecb22443dfe as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/1963d61dbd364267b1c17ecb22443dfe 2024-11-20T16:17:14,086 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/1963d61dbd364267b1c17ecb22443dfe, entries=150, sequenceid=873, filesize=12.0 K 2024-11-20T16:17:14,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/95bc26b7695c43adbf8fa888d3191f97 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/95bc26b7695c43adbf8fa888d3191f97 2024-11-20T16:17:14,089 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/95bc26b7695c43adbf8fa888d3191f97, entries=150, sequenceid=873, filesize=12.0 K 2024-11-20T16:17:14,090 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for b2f4f64eeaae39062b19cf5b04a91895 in 848ms, sequenceid=873, compaction requested=false 2024-11-20T16:17:14,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:14,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:14,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-20T16:17:14,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-20T16:17:14,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-20T16:17:14,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9180 sec 2024-11-20T16:17:14,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.9220 sec 2024-11-20T16:17:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:14,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2f4f64eeaae39062b19cf5b04a91895 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-20T16:17:14,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=A 2024-11-20T16:17:14,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:14,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=B 2024-11-20T16:17:14,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:14,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=C 2024-11-20T16:17:14,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:14,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ad1800e13c9f4ad099df6b7f290552e8_b2f4f64eeaae39062b19cf5b04a91895 is 50, key is test_row_0/A:col10/1732119433626/Put/seqid=0 2024-11-20T16:17:14,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742421_1597 (size=14994) 2024-11-20T16:17:14,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119494307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:14,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:14,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:14,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:14,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119494314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:14,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:14,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-20T16:17:14,323 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:17:14,324 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:17:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-20T16:17:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T16:17:14,325 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:17:14,326 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:17:14,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:17:14,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119494423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:14,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:14,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:14,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119494423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:14,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:14,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:14,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:14,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:14,424 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T16:17:14,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T16:17:14,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:14,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:14,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:14,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:14,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:14,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T16:17:14,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:14,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:14,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:14,629 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:14,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:14,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:14,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119494633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:14,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:14,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119494633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:14,636 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:14,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T16:17:14,675 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:14,677 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120ad1800e13c9f4ad099df6b7f290552e8_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ad1800e13c9f4ad099df6b7f290552e8_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:14,678 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/1038cfdc89c6489d99f20b8c52587a0b, store: [table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:14,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/1038cfdc89c6489d99f20b8c52587a0b is 175, key is test_row_0/A:col10/1732119433626/Put/seqid=0 2024-11-20T16:17:14,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742422_1598 (size=39949) 2024-11-20T16:17:14,687 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=891, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/1038cfdc89c6489d99f20b8c52587a0b 2024-11-20T16:17:14,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/ce0bb220902b43c4a8c2be5df5468c54 is 50, key is test_row_0/B:col10/1732119433626/Put/seqid=0 2024-11-20T16:17:14,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742423_1599 (size=12301) 2024-11-20T16:17:14,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T16:17:14,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:14,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:14,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:14,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:14,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:14,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T16:17:14,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:14,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:14,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:14,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:14,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:14,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119494944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:14,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119494944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T16:17:15,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T16:17:15,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:15,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:15,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:15,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:15,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:15,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T16:17:15,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=891 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/ce0bb220902b43c4a8c2be5df5468c54 2024-11-20T16:17:15,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/d08f1e36c13847e9a8ad3c0bb442c82c is 50, key is test_row_0/C:col10/1732119433626/Put/seqid=0 2024-11-20T16:17:15,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742424_1600 (size=12301) 2024-11-20T16:17:15,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=891 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/d08f1e36c13847e9a8ad3c0bb442c82c 2024-11-20T16:17:15,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/1038cfdc89c6489d99f20b8c52587a0b as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/1038cfdc89c6489d99f20b8c52587a0b 2024-11-20T16:17:15,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/1038cfdc89c6489d99f20b8c52587a0b, entries=200, sequenceid=891, filesize=39.0 K 2024-11-20T16:17:15,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/ce0bb220902b43c4a8c2be5df5468c54 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/ce0bb220902b43c4a8c2be5df5468c54 2024-11-20T16:17:15,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/ce0bb220902b43c4a8c2be5df5468c54, entries=150, sequenceid=891, filesize=12.0 K 2024-11-20T16:17:15,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/d08f1e36c13847e9a8ad3c0bb442c82c as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/d08f1e36c13847e9a8ad3c0bb442c82c 2024-11-20T16:17:15,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/d08f1e36c13847e9a8ad3c0bb442c82c, entries=150, sequenceid=891, filesize=12.0 K 2024-11-20T16:17:15,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for b2f4f64eeaae39062b19cf5b04a91895 in 856ms, sequenceid=891, compaction requested=true 2024-11-20T16:17:15,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:15,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2f4f64eeaae39062b19cf5b04a91895:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:17:15,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:15,123 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:17:15,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2f4f64eeaae39062b19cf5b04a91895:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:17:15,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:15,123 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:17:15,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2f4f64eeaae39062b19cf5b04a91895:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:17:15,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:17:15,123 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102869 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:17:15,123 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37313 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:17:15,123 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): b2f4f64eeaae39062b19cf5b04a91895/B is initiating minor compaction (all files) 2024-11-20T16:17:15,123 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): b2f4f64eeaae39062b19cf5b04a91895/A is initiating minor compaction (all files) 2024-11-20T16:17:15,124 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2f4f64eeaae39062b19cf5b04a91895/B in TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:15,124 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2f4f64eeaae39062b19cf5b04a91895/A in TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:15,124 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/7b07164d3f2f4c2fbd516ab1af951df4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/980dec2ceb8b4656802de29a407c1ee2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/1038cfdc89c6489d99f20b8c52587a0b] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp, totalSize=100.5 K 2024-11-20T16:17:15,124 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/894ac3e931934308845ad8b6a6816c05, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/1963d61dbd364267b1c17ecb22443dfe, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/ce0bb220902b43c4a8c2be5df5468c54] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp, totalSize=36.4 K 2024-11-20T16:17:15,124 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=53.85 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:15,124 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/7b07164d3f2f4c2fbd516ab1af951df4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/980dec2ceb8b4656802de29a407c1ee2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/1038cfdc89c6489d99f20b8c52587a0b] 2024-11-20T16:17:15,124 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b07164d3f2f4c2fbd516ab1af951df4, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=854, earliestPutTs=1732119431443 2024-11-20T16:17:15,124 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 894ac3e931934308845ad8b6a6816c05, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=854, earliestPutTs=1732119431443 2024-11-20T16:17:15,124 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 980dec2ceb8b4656802de29a407c1ee2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=873, earliestPutTs=1732119431467 2024-11-20T16:17:15,124 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 1963d61dbd364267b1c17ecb22443dfe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=873, earliestPutTs=1732119431467 2024-11-20T16:17:15,124 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1038cfdc89c6489d99f20b8c52587a0b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=891, earliestPutTs=1732119433626 2024-11-20T16:17:15,124 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting ce0bb220902b43c4a8c2be5df5468c54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=891, earliestPutTs=1732119433626 2024-11-20T16:17:15,129 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:15,130 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2f4f64eeaae39062b19cf5b04a91895#B#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:17:15,130 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/6c17d05dd5bb44d0b54baad51ba3ef25 is 50, key is test_row_0/B:col10/1732119433626/Put/seqid=0 2024-11-20T16:17:15,132 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411204a70f75f753d4bee873dfbaad3e89ade_b2f4f64eeaae39062b19cf5b04a91895 store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:15,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742425_1601 (size=12813) 2024-11-20T16:17:15,134 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411204a70f75f753d4bee873dfbaad3e89ade_b2f4f64eeaae39062b19cf5b04a91895, store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:15,134 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411204a70f75f753d4bee873dfbaad3e89ade_b2f4f64eeaae39062b19cf5b04a91895 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:15,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742426_1602 (size=4469) 2024-11-20T16:17:15,143 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/6c17d05dd5bb44d0b54baad51ba3ef25 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/6c17d05dd5bb44d0b54baad51ba3ef25 2024-11-20T16:17:15,143 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2f4f64eeaae39062b19cf5b04a91895#A#compaction#507 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:17:15,144 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/90da1e925059442987bca0ef571ca589 is 175, key is test_row_0/A:col10/1732119433626/Put/seqid=0 2024-11-20T16:17:15,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742427_1603 (size=31767) 2024-11-20T16:17:15,147 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2f4f64eeaae39062b19cf5b04a91895/B of b2f4f64eeaae39062b19cf5b04a91895 into 6c17d05dd5bb44d0b54baad51ba3ef25(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:17:15,147 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:15,147 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., storeName=b2f4f64eeaae39062b19cf5b04a91895/B, priority=13, startTime=1732119435123; duration=0sec 2024-11-20T16:17:15,147 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:17:15,147 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2f4f64eeaae39062b19cf5b04a91895:B 2024-11-20T16:17:15,147 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:17:15,148 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37313 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:17:15,148 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): b2f4f64eeaae39062b19cf5b04a91895/C is initiating minor compaction (all files) 2024-11-20T16:17:15,148 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2f4f64eeaae39062b19cf5b04a91895/C in TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:15,148 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/ae9569ae89d74d4c85b63ad699ac349e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/95bc26b7695c43adbf8fa888d3191f97, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/d08f1e36c13847e9a8ad3c0bb442c82c] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp, totalSize=36.4 K 2024-11-20T16:17:15,149 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting ae9569ae89d74d4c85b63ad699ac349e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=854, earliestPutTs=1732119431443 2024-11-20T16:17:15,149 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 95bc26b7695c43adbf8fa888d3191f97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=873, earliestPutTs=1732119431467 2024-11-20T16:17:15,149 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting d08f1e36c13847e9a8ad3c0bb442c82c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=891, earliestPutTs=1732119433626 2024-11-20T16:17:15,150 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/90da1e925059442987bca0ef571ca589 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/90da1e925059442987bca0ef571ca589 2024-11-20T16:17:15,154 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2f4f64eeaae39062b19cf5b04a91895#C#compaction#508 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 53.85 MB/second 2024-11-20T16:17:15,154 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/c94090304e5f42c3b31083da0070606f is 50, key is test_row_0/C:col10/1732119433626/Put/seqid=0 2024-11-20T16:17:15,155 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2f4f64eeaae39062b19cf5b04a91895/A of b2f4f64eeaae39062b19cf5b04a91895 into 90da1e925059442987bca0ef571ca589(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:17:15,155 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:15,155 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., storeName=b2f4f64eeaae39062b19cf5b04a91895/A, priority=13, startTime=1732119435123; duration=0sec 2024-11-20T16:17:15,155 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:15,155 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2f4f64eeaae39062b19cf5b04a91895:A 2024-11-20T16:17:15,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742428_1604 (size=12813) 2024-11-20T16:17:15,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-20T16:17:15,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:15,239 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing b2f4f64eeaae39062b19cf5b04a91895 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-20T16:17:15,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=A 2024-11-20T16:17:15,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:15,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=B 2024-11-20T16:17:15,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:15,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=C 2024-11-20T16:17:15,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:15,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a647c5ceb7a2406abe2414394bdbe09a_b2f4f64eeaae39062b19cf5b04a91895 is 50, key is test_row_0/A:col10/1732119434312/Put/seqid=0 2024-11-20T16:17:15,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742429_1605 (size=12454) 2024-11-20T16:17:15,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:15,252 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120a647c5ceb7a2406abe2414394bdbe09a_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a647c5ceb7a2406abe2414394bdbe09a_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:15,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/27f064ac09ee49dfb9e6fd8094f82f26, store: [table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:15,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/27f064ac09ee49dfb9e6fd8094f82f26 is 175, key is test_row_0/A:col10/1732119434312/Put/seqid=0 2024-11-20T16:17:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742430_1606 (size=31255) 2024-11-20T16:17:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:15,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T16:17:15,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119495518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:15,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119495518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:15,567 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/c94090304e5f42c3b31083da0070606f as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/c94090304e5f42c3b31083da0070606f 2024-11-20T16:17:15,571 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2f4f64eeaae39062b19cf5b04a91895/C of b2f4f64eeaae39062b19cf5b04a91895 into c94090304e5f42c3b31083da0070606f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:17:15,571 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:15,571 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., storeName=b2f4f64eeaae39062b19cf5b04a91895/C, priority=13, startTime=1732119435123; duration=0sec 2024-11-20T16:17:15,571 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:15,571 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2f4f64eeaae39062b19cf5b04a91895:C 2024-11-20T16:17:15,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119495633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:15,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:15,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:15,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119495633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:15,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:15,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:15,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:15,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:15,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58326 deadline: 1732119495643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:15,646 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in b2f4f64eeaae39062b19cf5b04a91895 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:17:15,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:15,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:15,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:15,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58352 deadline: 1732119495654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:15,654 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_2' in b2f4f64eeaae39062b19cf5b04a91895 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:17:15,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:15,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:15,655 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:15,658 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=909, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/27f064ac09ee49dfb9e6fd8094f82f26 2024-11-20T16:17:15,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/a923eeb94ae44eb18fa3f206e0854f2e is 50, key is test_row_0/B:col10/1732119434312/Put/seqid=0 2024-11-20T16:17:15,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58364 deadline: 1732119495663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:15,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742431_1607 (size=12301) 2024-11-20T16:17:15,666 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 044e4e732073,41459,1732119253621 for 'test_row_1' in b2f4f64eeaae39062b19cf5b04a91895 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-20T16:17:15,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:15,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:15,667 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:15,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119495843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:15,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:15,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:15,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119495843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:15,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:15,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:15,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:15,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:16,067 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=909 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/a923eeb94ae44eb18fa3f206e0854f2e 2024-11-20T16:17:16,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/fd781e67fd1a4584becdd94f9575dd6a is 50, key is test_row_0/C:col10/1732119434312/Put/seqid=0 2024-11-20T16:17:16,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742432_1608 (size=12301) 2024-11-20T16:17:16,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119496153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:16,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119496153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:16,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T16:17:16,475 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=909 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/fd781e67fd1a4584becdd94f9575dd6a 2024-11-20T16:17:16,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/27f064ac09ee49dfb9e6fd8094f82f26 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/27f064ac09ee49dfb9e6fd8094f82f26 2024-11-20T16:17:16,483 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/27f064ac09ee49dfb9e6fd8094f82f26, entries=150, sequenceid=909, filesize=30.5 K 2024-11-20T16:17:16,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/a923eeb94ae44eb18fa3f206e0854f2e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/a923eeb94ae44eb18fa3f206e0854f2e 2024-11-20T16:17:16,488 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/a923eeb94ae44eb18fa3f206e0854f2e, entries=150, sequenceid=909, filesize=12.0 K 2024-11-20T16:17:16,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/fd781e67fd1a4584becdd94f9575dd6a as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/fd781e67fd1a4584becdd94f9575dd6a 2024-11-20T16:17:16,492 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/fd781e67fd1a4584becdd94f9575dd6a, entries=150, sequenceid=909, filesize=12.0 K 2024-11-20T16:17:16,493 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for b2f4f64eeaae39062b19cf5b04a91895 in 1253ms, sequenceid=909, compaction requested=false 2024-11-20T16:17:16,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:16,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:16,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-20T16:17:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-20T16:17:16,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-20T16:17:16,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1680 sec 2024-11-20T16:17:16,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.1710 sec 2024-11-20T16:17:16,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:16,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2f4f64eeaae39062b19cf5b04a91895 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-20T16:17:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=A 2024-11-20T16:17:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=B 2024-11-20T16:17:16,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:16,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=C 2024-11-20T16:17:16,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:16,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202f2ecd541df949bfa6bd8fda1ed7c34e_b2f4f64eeaae39062b19cf5b04a91895 is 50, key is test_row_0/A:col10/1732119435506/Put/seqid=0 2024-11-20T16:17:16,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742433_1609 (size=14994) 2024-11-20T16:17:16,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119496712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:16,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119496714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:16,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:16,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119496823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:16,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:16,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:16,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:16,826 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:16,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119496823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:16,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:16,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:16,826 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:17,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119497033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:17,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:17,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:17,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:17,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119497033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:17,036 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:17,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:17,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:17,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:17,077 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:17,080 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411202f2ecd541df949bfa6bd8fda1ed7c34e_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202f2ecd541df949bfa6bd8fda1ed7c34e_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:17,081 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/542775cf789249978436fa7f15601ce4, store: [table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:17,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/542775cf789249978436fa7f15601ce4 is 175, key is test_row_0/A:col10/1732119435506/Put/seqid=0 2024-11-20T16:17:17,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742434_1610 (size=39949) 2024-11-20T16:17:17,114 DEBUG [regionserver/044e4e732073:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.0, tune throughput to 50.00 MB/second 2024-11-20T16:17:17,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119497343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:17,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119497343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:17,485 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=929, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/542775cf789249978436fa7f15601ce4 2024-11-20T16:17:17,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/7fdfeda0bce8495e988cc1c6d16034a9 is 50, key is test_row_0/B:col10/1732119435506/Put/seqid=0 2024-11-20T16:17:17,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742435_1611 (size=12301) 2024-11-20T16:17:17,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119497853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:17,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:17,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:17,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:17,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119497864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:17,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:17,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:17,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:17,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=929 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/7fdfeda0bce8495e988cc1c6d16034a9 2024-11-20T16:17:17,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/1bb4268fd929443f98e26e84a03a0d94 is 50, key is test_row_0/C:col10/1732119435506/Put/seqid=0 2024-11-20T16:17:17,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742436_1612 (size=12301) 2024-11-20T16:17:18,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=929 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/1bb4268fd929443f98e26e84a03a0d94 2024-11-20T16:17:18,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/542775cf789249978436fa7f15601ce4 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/542775cf789249978436fa7f15601ce4 2024-11-20T16:17:18,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/542775cf789249978436fa7f15601ce4, entries=200, sequenceid=929, filesize=39.0 K 2024-11-20T16:17:18,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/7fdfeda0bce8495e988cc1c6d16034a9 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/7fdfeda0bce8495e988cc1c6d16034a9 2024-11-20T16:17:18,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/7fdfeda0bce8495e988cc1c6d16034a9, entries=150, sequenceid=929, filesize=12.0 K 2024-11-20T16:17:18,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/1bb4268fd929443f98e26e84a03a0d94 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/1bb4268fd929443f98e26e84a03a0d94 2024-11-20T16:17:18,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/1bb4268fd929443f98e26e84a03a0d94, entries=150, sequenceid=929, filesize=12.0 K 2024-11-20T16:17:18,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for b2f4f64eeaae39062b19cf5b04a91895 in 1690ms, sequenceid=929, compaction requested=true 2024-11-20T16:17:18,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:18,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2f4f64eeaae39062b19cf5b04a91895:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:17:18,357 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:17:18,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:18,357 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:17:18,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2f4f64eeaae39062b19cf5b04a91895:B, priority=-2147483648, current under compaction store size is 2 2024-11-20T16:17:18,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:18,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2f4f64eeaae39062b19cf5b04a91895:C, priority=-2147483648, current under compaction store size is 3 2024-11-20T16:17:18,358 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:17:18,358 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): b2f4f64eeaae39062b19cf5b04a91895/B is initiating minor compaction (all files) 2024-11-20T16:17:18,358 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2f4f64eeaae39062b19cf5b04a91895/B in TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:18,358 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/6c17d05dd5bb44d0b54baad51ba3ef25, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/a923eeb94ae44eb18fa3f206e0854f2e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/7fdfeda0bce8495e988cc1c6d16034a9] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp, totalSize=36.5 K 2024-11-20T16:17:18,359 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102971 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:17:18,359 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1541): b2f4f64eeaae39062b19cf5b04a91895/A is initiating minor compaction (all files) 2024-11-20T16:17:18,359 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2f4f64eeaae39062b19cf5b04a91895/A in TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:18,359 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/90da1e925059442987bca0ef571ca589, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/27f064ac09ee49dfb9e6fd8094f82f26, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/542775cf789249978436fa7f15601ce4] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp, totalSize=100.6 K 2024-11-20T16:17:18,359 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:18,359 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. files: [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/90da1e925059442987bca0ef571ca589, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/27f064ac09ee49dfb9e6fd8094f82f26, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/542775cf789249978436fa7f15601ce4] 2024-11-20T16:17:18,359 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:17:18,359 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c17d05dd5bb44d0b54baad51ba3ef25, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=891, earliestPutTs=1732119433626 2024-11-20T16:17:18,359 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90da1e925059442987bca0ef571ca589, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=891, earliestPutTs=1732119433626 2024-11-20T16:17:18,359 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting a923eeb94ae44eb18fa3f206e0854f2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=909, earliestPutTs=1732119434283 2024-11-20T16:17:18,361 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27f064ac09ee49dfb9e6fd8094f82f26, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=909, earliestPutTs=1732119434283 2024-11-20T16:17:18,361 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fdfeda0bce8495e988cc1c6d16034a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=929, earliestPutTs=1732119435506 2024-11-20T16:17:18,361 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] compactions.Compactor(225): Compacting 542775cf789249978436fa7f15601ce4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=929, earliestPutTs=1732119435506 2024-11-20T16:17:18,370 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:18,372 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2f4f64eeaae39062b19cf5b04a91895#B#compaction#516 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:17:18,373 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/a3b87b58da334edeaf15e913c445a7d6 is 50, key is test_row_0/B:col10/1732119435506/Put/seqid=0 2024-11-20T16:17:18,376 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411200394df97d5ba4f48be4ddda850638a0a_b2f4f64eeaae39062b19cf5b04a91895 store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:18,378 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411200394df97d5ba4f48be4ddda850638a0a_b2f4f64eeaae39062b19cf5b04a91895, store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:18,379 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411200394df97d5ba4f48be4ddda850638a0a_b2f4f64eeaae39062b19cf5b04a91895 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:18,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742437_1613 (size=12915) 2024-11-20T16:17:18,421 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/a3b87b58da334edeaf15e913c445a7d6 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/a3b87b58da334edeaf15e913c445a7d6 2024-11-20T16:17:18,426 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2f4f64eeaae39062b19cf5b04a91895/B of b2f4f64eeaae39062b19cf5b04a91895 into a3b87b58da334edeaf15e913c445a7d6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:17:18,426 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:18,427 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., storeName=b2f4f64eeaae39062b19cf5b04a91895/B, priority=13, startTime=1732119438357; duration=0sec 2024-11-20T16:17:18,427 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-20T16:17:18,427 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2f4f64eeaae39062b19cf5b04a91895:B 2024-11-20T16:17:18,427 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T16:17:18,429 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T16:17:18,430 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1541): b2f4f64eeaae39062b19cf5b04a91895/C is initiating minor compaction (all files) 2024-11-20T16:17:18,430 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b2f4f64eeaae39062b19cf5b04a91895/C in TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:18,430 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/c94090304e5f42c3b31083da0070606f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/fd781e67fd1a4584becdd94f9575dd6a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/1bb4268fd929443f98e26e84a03a0d94] into tmpdir=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp, totalSize=36.5 K 2024-11-20T16:17:18,430 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting c94090304e5f42c3b31083da0070606f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=891, earliestPutTs=1732119433626 2024-11-20T16:17:18,430 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting fd781e67fd1a4584becdd94f9575dd6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=909, earliestPutTs=1732119434283 2024-11-20T16:17:18,431 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bb4268fd929443f98e26e84a03a0d94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=929, earliestPutTs=1732119435506 2024-11-20T16:17:18,442 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2f4f64eeaae39062b19cf5b04a91895#C#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:17:18,443 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/4794961764be4d7b9a664e242fa3215f is 50, key is test_row_0/C:col10/1732119435506/Put/seqid=0 2024-11-20T16:17:18,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742438_1614 (size=4469) 2024-11-20T16:17:18,448 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b2f4f64eeaae39062b19cf5b04a91895#A#compaction#515 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T16:17:18,449 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/f2e19cb974964222b99454bb214ba403 is 175, key is test_row_0/A:col10/1732119435506/Put/seqid=0 2024-11-20T16:17:18,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742439_1615 (size=12915) 2024-11-20T16:17:18,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742440_1616 (size=31869) 2024-11-20T16:17:18,479 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/f2e19cb974964222b99454bb214ba403 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/f2e19cb974964222b99454bb214ba403 2024-11-20T16:17:18,483 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2f4f64eeaae39062b19cf5b04a91895/A of b2f4f64eeaae39062b19cf5b04a91895 into f2e19cb974964222b99454bb214ba403(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:17:18,484 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:18,484 INFO [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., storeName=b2f4f64eeaae39062b19cf5b04a91895/A, priority=13, startTime=1732119438357; duration=0sec 2024-11-20T16:17:18,484 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:18,484 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2f4f64eeaae39062b19cf5b04a91895:A 2024-11-20T16:17:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-20T16:17:18,494 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:17:18,494 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-20T16:17:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-20T16:17:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T16:17:18,498 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-20T16:17:18,499 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T16:17:18,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T16:17:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T16:17:18,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41459 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-20T16:17:18,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:18,656 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing b2f4f64eeaae39062b19cf5b04a91895 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-20T16:17:18,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=A 2024-11-20T16:17:18,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:18,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=B 2024-11-20T16:17:18,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:18,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=C 2024-11-20T16:17:18,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:18,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203979c58aff6d4bcbb2935a9f9f14face_b2f4f64eeaae39062b19cf5b04a91895 is 50, key is test_row_0/A:col10/1732119436706/Put/seqid=0 2024-11-20T16:17:18,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742441_1617 (size=12454) 2024-11-20T16:17:18,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:18,690 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411203979c58aff6d4bcbb2935a9f9f14face_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203979c58aff6d4bcbb2935a9f9f14face_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:18,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/3e9d8e74a8aa4be78d1d3eb4053b621b, store: [table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:18,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/3e9d8e74a8aa4be78d1d3eb4053b621b is 175, key is test_row_0/A:col10/1732119436706/Put/seqid=0 2024-11-20T16:17:18,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742442_1618 (size=31255) 2024-11-20T16:17:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T16:17:18,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. as already flushing 2024-11-20T16:17:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:18,879 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/4794961764be4d7b9a664e242fa3215f as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/4794961764be4d7b9a664e242fa3215f 2024-11-20T16:17:18,885 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b2f4f64eeaae39062b19cf5b04a91895/C of b2f4f64eeaae39062b19cf5b04a91895 into 4794961764be4d7b9a664e242fa3215f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T16:17:18,885 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:18,885 INFO [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., storeName=b2f4f64eeaae39062b19cf5b04a91895/C, priority=13, startTime=1732119438358; duration=0sec 2024-11-20T16:17:18,885 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:18,885 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2f4f64eeaae39062b19cf5b04a91895:C 2024-11-20T16:17:18,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119498914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:18,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:18,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:18,919 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:18,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119498916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:18,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:19,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119499023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:19,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:19,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119499023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:19,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:19,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:19,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:19,098 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=944, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/3e9d8e74a8aa4be78d1d3eb4053b621b 2024-11-20T16:17:19,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/24fdab4adbdd4c4ba9883760331b5210 is 50, key is test_row_0/B:col10/1732119436706/Put/seqid=0 2024-11-20T16:17:19,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742443_1619 (size=12301) 2024-11-20T16:17:19,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T16:17:19,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58330 deadline: 1732119499233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:19,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T16:17:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:19,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41459 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58322 deadline: 1732119499233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 2024-11-20T16:17:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 , the old value is region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T16:17:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., hostname=044e4e732073,41459,1732119253621, seqNum=5 because the exception is null or not the one we care about 2024-11-20T16:17:19,519 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=944 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/24fdab4adbdd4c4ba9883760331b5210 2024-11-20T16:17:19,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/58dc713ea09f47679b1f2e64e9f017ae is 50, key is test_row_0/C:col10/1732119436706/Put/seqid=0 2024-11-20T16:17:19,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742444_1620 (size=12301) 2024-11-20T16:17:19,528 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=944 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/58dc713ea09f47679b1f2e64e9f017ae 2024-11-20T16:17:19,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/3e9d8e74a8aa4be78d1d3eb4053b621b as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3e9d8e74a8aa4be78d1d3eb4053b621b 2024-11-20T16:17:19,534 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3e9d8e74a8aa4be78d1d3eb4053b621b, entries=150, sequenceid=944, filesize=30.5 K 2024-11-20T16:17:19,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/24fdab4adbdd4c4ba9883760331b5210 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/24fdab4adbdd4c4ba9883760331b5210 2024-11-20T16:17:19,537 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/24fdab4adbdd4c4ba9883760331b5210, entries=150, sequenceid=944, filesize=12.0 K 2024-11-20T16:17:19,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/58dc713ea09f47679b1f2e64e9f017ae as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/58dc713ea09f47679b1f2e64e9f017ae 2024-11-20T16:17:19,539 INFO [Thread-2434 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2434. 2024-11-20T16:17:19,539 DEBUG [Thread-2434 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:17:19,539 DEBUG [Thread-2434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,539 DEBUG [Thread-2434 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:17:19,540 INFO [Thread-2428 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2428. 2024-11-20T16:17:19,540 DEBUG [Thread-2428 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:17:19,540 DEBUG [Thread-2428 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,540 DEBUG [Thread-2428 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:17:19,540 INFO [Thread-2436 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2436. 2024-11-20T16:17:19,541 DEBUG [Thread-2436 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:17:19,541 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,541 DEBUG [Thread-2436 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:17:19,541 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/58dc713ea09f47679b1f2e64e9f017ae, entries=150, sequenceid=944, filesize=12.0 K 2024-11-20T16:17:19,541 INFO [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for b2f4f64eeaae39062b19cf5b04a91895 in 885ms, sequenceid=944, compaction requested=false 2024-11-20T16:17:19,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:19,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:19,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/044e4e732073:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-20T16:17:19,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-20T16:17:19,543 INFO [Thread-2432 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2432. 2024-11-20T16:17:19,543 DEBUG [Thread-2432 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:17:19,543 DEBUG [Thread-2432 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,543 DEBUG [Thread-2432 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:17:19,543 INFO [Thread-2430 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2430. 2024-11-20T16:17:19,543 DEBUG [Thread-2430 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:17:19,543 DEBUG [Thread-2430 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,543 DEBUG [Thread-2430 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:17:19,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41459 {}] regionserver.HRegion(8855): Flush requested on b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:19,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b2f4f64eeaae39062b19cf5b04a91895 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-20T16:17:19,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=A 2024-11-20T16:17:19,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:17:19,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=B 2024-11-20T16:17:19,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:17:19,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=C 2024-11-20T16:17:19,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-20T16:17:19,547 INFO [Thread-2421 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2421. 2024-11-20T16:17:19,547 DEBUG [Thread-2421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:17:19,547 DEBUG [Thread-2421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,547 DEBUG [Thread-2421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:17:19,549 INFO [Thread-2423 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2423. 2024-11-20T16:17:19,549 DEBUG [Thread-2423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:17:19,549 DEBUG [Thread-2423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,549 DEBUG [Thread-2423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-20T16:17:19,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0430 sec 2024-11-20T16:17:19,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:17:19,550 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.0550 sec 2024-11-20T16:17:19,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e2697831dae44aebbbdfd3db8d0c213d_b2f4f64eeaae39062b19cf5b04a91895 is 50, key is test_row_0/A:col10/1732119439543/Put/seqid=0 2024-11-20T16:17:19,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742445_1621 (size=12454) 2024-11-20T16:17:19,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-20T16:17:19,634 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:17:19,665 INFO [Thread-2419 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2419. 2024-11-20T16:17:19,665 DEBUG [Thread-2419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:17:19,665 DEBUG [Thread-2419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,665 DEBUG [Thread-2419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,665 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:17:19,684 INFO [Thread-2425 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2425. 2024-11-20T16:17:19,684 DEBUG [Thread-2425 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:17:19,684 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,684 DEBUG [Thread-2425 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:17:19,714 INFO [Thread-2417 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2417. 2024-11-20T16:17:19,714 DEBUG [Thread-2417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-20T16:17:19,714 DEBUG [Thread-2417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,714 DEBUG [Thread-2417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:17:19,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-20T16:17:19,714 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 166 2024-11-20T16:17:19,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 162 2024-11-20T16:17:19,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 193 2024-11-20T16:17:19,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 235 2024-11-20T16:17:19,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 146 2024-11-20T16:17:19,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-20T16:17:19,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2819 2024-11-20T16:17:19,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2861 2024-11-20T16:17:19,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2764 2024-11-20T16:17:19,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2812 2024-11-20T16:17:19,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2856 2024-11-20T16:17:19,715 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-20T16:17:19,715 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:17:19,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:17:19,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:19,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:17:19,715 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-20T16:17:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-20T16:17:19,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T16:17:19,718 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119439717"}]},"ts":"1732119439717"} 2024-11-20T16:17:19,718 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-20T16:17:19,718 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-20T16:17:19,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-20T16:17:19,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2f4f64eeaae39062b19cf5b04a91895, UNASSIGN}] 2024-11-20T16:17:19,720 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2f4f64eeaae39062b19cf5b04a91895, UNASSIGN 2024-11-20T16:17:19,721 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=b2f4f64eeaae39062b19cf5b04a91895, regionState=CLOSING, regionLocation=044e4e732073,41459,1732119253621 2024-11-20T16:17:19,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2f4f64eeaae39062b19cf5b04a91895, UNASSIGN because future has completed 2024-11-20T16:17:19,722 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-20T16:17:19,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621}] 2024-11-20T16:17:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T16:17:19,874 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(122): Close b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:19,874 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-20T16:17:19,874 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1722): Closing b2f4f64eeaae39062b19cf5b04a91895, disabling compactions & flushes 2024-11-20T16:17:19,874 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:19,955 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:19,958 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241120e2697831dae44aebbbdfd3db8d0c213d_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e2697831dae44aebbbdfd3db8d0c213d_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:19,959 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/de899e0c710d463abc03d76eee76dd89, store: [table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:19,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/de899e0c710d463abc03d76eee76dd89 is 175, key is test_row_0/A:col10/1732119439543/Put/seqid=0 2024-11-20T16:17:19,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742446_1622 (size=31255) 2024-11-20T16:17:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T16:17:20,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T16:17:20,362 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=966, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/de899e0c710d463abc03d76eee76dd89 2024-11-20T16:17:20,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/efabc3bcc29c4c98a29b2e914fecb761 is 50, key is test_row_0/B:col10/1732119439543/Put/seqid=0 2024-11-20T16:17:20,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742447_1623 (size=12301) 2024-11-20T16:17:20,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=966 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/efabc3bcc29c4c98a29b2e914fecb761 2024-11-20T16:17:20,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/69ae33c294c942dfbdd4c78471c660b2 is 50, key is test_row_0/C:col10/1732119439543/Put/seqid=0 2024-11-20T16:17:20,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742448_1624 (size=12301) 2024-11-20T16:17:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T16:17:21,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=966 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/69ae33c294c942dfbdd4c78471c660b2 2024-11-20T16:17:21,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/de899e0c710d463abc03d76eee76dd89 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/de899e0c710d463abc03d76eee76dd89 2024-11-20T16:17:21,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/de899e0c710d463abc03d76eee76dd89, entries=150, sequenceid=966, filesize=30.5 K 2024-11-20T16:17:21,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/efabc3bcc29c4c98a29b2e914fecb761 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/efabc3bcc29c4c98a29b2e914fecb761 2024-11-20T16:17:21,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/efabc3bcc29c4c98a29b2e914fecb761, entries=150, sequenceid=966, filesize=12.0 K 2024-11-20T16:17:21,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/69ae33c294c942dfbdd4c78471c660b2 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/69ae33c294c942dfbdd4c78471c660b2 2024-11-20T16:17:21,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/69ae33c294c942dfbdd4c78471c660b2, entries=150, sequenceid=966, filesize=12.0 K 2024-11-20T16:17:21,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=20.13 KB/20610 for b2f4f64eeaae39062b19cf5b04a91895 in 1648ms, sequenceid=966, compaction requested=true 2024-11-20T16:17:21,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b2f4f64eeaae39062b19cf5b04a91895: 2024-11-20T16:17:21,192 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:21,192 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:21,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2f4f64eeaae39062b19cf5b04a91895:A, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:17:21,192 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. after waiting 0 ms 2024-11-20T16:17:21,192 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. because compaction request was cancelled 2024-11-20T16:17:21,192 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:21,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:21,192 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2f4f64eeaae39062b19cf5b04a91895:A 2024-11-20T16:17:21,192 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. because compaction request was cancelled 2024-11-20T16:17:21,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2f4f64eeaae39062b19cf5b04a91895:B, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:17:21,192 DEBUG [RS:0;044e4e732073:41459-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2f4f64eeaae39062b19cf5b04a91895:B 2024-11-20T16:17:21,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:21,192 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(2902): Flushing b2f4f64eeaae39062b19cf5b04a91895 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-20T16:17:21,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b2f4f64eeaae39062b19cf5b04a91895:C, priority=-2147483648, current under compaction store size is 1 2024-11-20T16:17:21,192 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. because compaction request was cancelled 2024-11-20T16:17:21,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T16:17:21,192 DEBUG [RS:0;044e4e732073:41459-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b2f4f64eeaae39062b19cf5b04a91895:C 2024-11-20T16:17:21,192 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=A 2024-11-20T16:17:21,192 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:21,192 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=B 2024-11-20T16:17:21,192 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:21,192 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b2f4f64eeaae39062b19cf5b04a91895, store=C 2024-11-20T16:17:21,192 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-20T16:17:21,196 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208014051cd1684dbbbc2e6057b475511b_b2f4f64eeaae39062b19cf5b04a91895 is 50, key is test_row_1/A:col10/1732119439713/Put/seqid=0 2024-11-20T16:17:21,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742449_1625 (size=9914) 2024-11-20T16:17:21,599 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T16:17:21,602 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411208014051cd1684dbbbc2e6057b475511b_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208014051cd1684dbbbc2e6057b475511b_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:21,603 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/0be9775c94d34acca342f957a85c1777, store: [table=TestAcidGuarantees family=A region=b2f4f64eeaae39062b19cf5b04a91895] 2024-11-20T16:17:21,603 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/0be9775c94d34acca342f957a85c1777 is 175, key is test_row_1/A:col10/1732119439713/Put/seqid=0 2024-11-20T16:17:21,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742450_1626 (size=22561) 2024-11-20T16:17:21,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T16:17:22,007 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=972, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/0be9775c94d34acca342f957a85c1777 2024-11-20T16:17:22,012 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/7cdea1b065534826ae6e44cbfd8f8555 is 50, key is test_row_1/B:col10/1732119439713/Put/seqid=0 2024-11-20T16:17:22,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742451_1627 (size=9857) 2024-11-20T16:17:22,415 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=972 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/7cdea1b065534826ae6e44cbfd8f8555 2024-11-20T16:17:22,420 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/08522b0b200d479c87cf3dd453921750 is 50, key is test_row_1/C:col10/1732119439713/Put/seqid=0 2024-11-20T16:17:22,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742452_1628 (size=9857) 2024-11-20T16:17:22,823 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=972 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/08522b0b200d479c87cf3dd453921750 2024-11-20T16:17:22,826 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/A/0be9775c94d34acca342f957a85c1777 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/0be9775c94d34acca342f957a85c1777 2024-11-20T16:17:22,829 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/0be9775c94d34acca342f957a85c1777, entries=100, sequenceid=972, filesize=22.0 K 2024-11-20T16:17:22,830 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/B/7cdea1b065534826ae6e44cbfd8f8555 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/7cdea1b065534826ae6e44cbfd8f8555 2024-11-20T16:17:22,832 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/7cdea1b065534826ae6e44cbfd8f8555, entries=100, sequenceid=972, filesize=9.6 K 2024-11-20T16:17:22,832 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/.tmp/C/08522b0b200d479c87cf3dd453921750 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/08522b0b200d479c87cf3dd453921750 2024-11-20T16:17:22,835 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/08522b0b200d479c87cf3dd453921750, entries=100, sequenceid=972, filesize=9.6 K 2024-11-20T16:17:22,835 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for b2f4f64eeaae39062b19cf5b04a91895 in 1643ms, sequenceid=972, compaction requested=true 2024-11-20T16:17:22,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/e3eb3b9474b54a748ab5f120b446b438, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3dd6bac5e3654fa2bd4d14f3ff1e6ecf, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/8dc2c4350fb647d596de78217bf55b3e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3dab74e1be67478083a295524f67fba8, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/c6abd04bada74cdca4ea589b4d40a09d, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/06d37ec73c764470be8b7570837f8c24, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/d5522645b42b4cc392c86bb58e9893b2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/b367fb1852e04a60a94895d358298cf3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/9f90503fe60d40d9a6111915075b08ef, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3c104c1394ce48499f462aaf0901abf8, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/ef7050c9eb354fbca7e7d755fed0084f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/632593e1655449dab06bd91f600da40b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/7b07164d3f2f4c2fbd516ab1af951df4, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/980dec2ceb8b4656802de29a407c1ee2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/1038cfdc89c6489d99f20b8c52587a0b, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/90da1e925059442987bca0ef571ca589, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/27f064ac09ee49dfb9e6fd8094f82f26, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/542775cf789249978436fa7f15601ce4] to archive 2024-11-20T16:17:22,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:17:22,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/e3eb3b9474b54a748ab5f120b446b438 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/e3eb3b9474b54a748ab5f120b446b438 2024-11-20T16:17:22,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3dd6bac5e3654fa2bd4d14f3ff1e6ecf to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3dd6bac5e3654fa2bd4d14f3ff1e6ecf 2024-11-20T16:17:22,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/8dc2c4350fb647d596de78217bf55b3e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/8dc2c4350fb647d596de78217bf55b3e 2024-11-20T16:17:22,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3dab74e1be67478083a295524f67fba8 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3dab74e1be67478083a295524f67fba8 2024-11-20T16:17:22,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/c6abd04bada74cdca4ea589b4d40a09d to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/c6abd04bada74cdca4ea589b4d40a09d 2024-11-20T16:17:22,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/06d37ec73c764470be8b7570837f8c24 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/06d37ec73c764470be8b7570837f8c24 2024-11-20T16:17:22,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/d5522645b42b4cc392c86bb58e9893b2 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/d5522645b42b4cc392c86bb58e9893b2 2024-11-20T16:17:22,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/b367fb1852e04a60a94895d358298cf3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/b367fb1852e04a60a94895d358298cf3 2024-11-20T16:17:22,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/9f90503fe60d40d9a6111915075b08ef to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/9f90503fe60d40d9a6111915075b08ef 2024-11-20T16:17:22,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3c104c1394ce48499f462aaf0901abf8 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3c104c1394ce48499f462aaf0901abf8 2024-11-20T16:17:22,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/ef7050c9eb354fbca7e7d755fed0084f to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/ef7050c9eb354fbca7e7d755fed0084f 2024-11-20T16:17:22,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/632593e1655449dab06bd91f600da40b to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/632593e1655449dab06bd91f600da40b 2024-11-20T16:17:22,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/7b07164d3f2f4c2fbd516ab1af951df4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/7b07164d3f2f4c2fbd516ab1af951df4 2024-11-20T16:17:22,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/980dec2ceb8b4656802de29a407c1ee2 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/980dec2ceb8b4656802de29a407c1ee2 2024-11-20T16:17:22,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/1038cfdc89c6489d99f20b8c52587a0b to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/1038cfdc89c6489d99f20b8c52587a0b 2024-11-20T16:17:22,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/90da1e925059442987bca0ef571ca589 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/90da1e925059442987bca0ef571ca589 2024-11-20T16:17:22,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/27f064ac09ee49dfb9e6fd8094f82f26 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/27f064ac09ee49dfb9e6fd8094f82f26 2024-11-20T16:17:22,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/542775cf789249978436fa7f15601ce4 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/542775cf789249978436fa7f15601ce4 2024-11-20T16:17:22,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/664f141d6c06463c99c42960ceb942fa, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/18ebd3afbfd2404ebd9bd336d9021bc1, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/934abcf8d02540a093663784e16568cd, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/406213db52c84da6b727aa766a2df585, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/b1c612bca24a4c92bca882bb5a2b54ab, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/78b13badf01441deb6ac80b268d2a2f7, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/fb72ed6e782541cbbc723c3f30600e2a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/8cb0cc5ce5d34576be0b49f9eaae213e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/5442f4e616584c6e982e6e9a8fa9486f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/c65e5b0403214617aee4f78e7bdbbe76, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/ea1dd7d044324088a6b5201380aea189, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/894ac3e931934308845ad8b6a6816c05, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/29376957bbca4d548db4dcb51807f775, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/1963d61dbd364267b1c17ecb22443dfe, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/6c17d05dd5bb44d0b54baad51ba3ef25, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/ce0bb220902b43c4a8c2be5df5468c54, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/a923eeb94ae44eb18fa3f206e0854f2e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/7fdfeda0bce8495e988cc1c6d16034a9] to archive 2024-11-20T16:17:22,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:17:22,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/664f141d6c06463c99c42960ceb942fa to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/664f141d6c06463c99c42960ceb942fa 2024-11-20T16:17:22,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/18ebd3afbfd2404ebd9bd336d9021bc1 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/18ebd3afbfd2404ebd9bd336d9021bc1 2024-11-20T16:17:22,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/934abcf8d02540a093663784e16568cd to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/934abcf8d02540a093663784e16568cd 2024-11-20T16:17:22,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/406213db52c84da6b727aa766a2df585 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/406213db52c84da6b727aa766a2df585 2024-11-20T16:17:22,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/b1c612bca24a4c92bca882bb5a2b54ab to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/b1c612bca24a4c92bca882bb5a2b54ab 2024-11-20T16:17:22,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/78b13badf01441deb6ac80b268d2a2f7 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/78b13badf01441deb6ac80b268d2a2f7 2024-11-20T16:17:22,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/fb72ed6e782541cbbc723c3f30600e2a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/fb72ed6e782541cbbc723c3f30600e2a 2024-11-20T16:17:22,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/8cb0cc5ce5d34576be0b49f9eaae213e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/8cb0cc5ce5d34576be0b49f9eaae213e 2024-11-20T16:17:22,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/5442f4e616584c6e982e6e9a8fa9486f to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/5442f4e616584c6e982e6e9a8fa9486f 2024-11-20T16:17:22,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/c65e5b0403214617aee4f78e7bdbbe76 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/c65e5b0403214617aee4f78e7bdbbe76 2024-11-20T16:17:22,860 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/ea1dd7d044324088a6b5201380aea189 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/ea1dd7d044324088a6b5201380aea189 2024-11-20T16:17:22,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/894ac3e931934308845ad8b6a6816c05 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/894ac3e931934308845ad8b6a6816c05 2024-11-20T16:17:22,862 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/29376957bbca4d548db4dcb51807f775 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/29376957bbca4d548db4dcb51807f775 2024-11-20T16:17:22,863 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/1963d61dbd364267b1c17ecb22443dfe to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/1963d61dbd364267b1c17ecb22443dfe 2024-11-20T16:17:22,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/6c17d05dd5bb44d0b54baad51ba3ef25 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/6c17d05dd5bb44d0b54baad51ba3ef25 2024-11-20T16:17:22,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/ce0bb220902b43c4a8c2be5df5468c54 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/ce0bb220902b43c4a8c2be5df5468c54 2024-11-20T16:17:22,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/a923eeb94ae44eb18fa3f206e0854f2e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/a923eeb94ae44eb18fa3f206e0854f2e 2024-11-20T16:17:22,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/7fdfeda0bce8495e988cc1c6d16034a9 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/7fdfeda0bce8495e988cc1c6d16034a9 2024-11-20T16:17:22,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/0eee945635c04c06aa6d26890eba51ac, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/d90a6e321b38454db1c405938440a443, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/49f19925742648cfa58f2b7d70f0e140, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/5c000e667e2846c29f4da0726c330a74, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/04a8cae00a694c4d82eee970fa839466, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/ee8b0786e22c41a492277e68c4695764, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/3d16408b1b074fa1b17a12ff165a2c18, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/9b303fc1c1804ac695235dbd29181990, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/594186ac678a477a9996cb5f7394c815, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/efa3b6564e4849e5ba4674ad3a7b3bc2, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/2333296aba944e47b23e4aa67601261e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/ae9569ae89d74d4c85b63ad699ac349e, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/6cd918b3b0634803b80eec9231fc1cf3, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/95bc26b7695c43adbf8fa888d3191f97, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/c94090304e5f42c3b31083da0070606f, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/d08f1e36c13847e9a8ad3c0bb442c82c, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/fd781e67fd1a4584becdd94f9575dd6a, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/1bb4268fd929443f98e26e84a03a0d94] to archive 2024-11-20T16:17:22,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T16:17:22,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/0eee945635c04c06aa6d26890eba51ac to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/0eee945635c04c06aa6d26890eba51ac 2024-11-20T16:17:22,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/d90a6e321b38454db1c405938440a443 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/d90a6e321b38454db1c405938440a443 2024-11-20T16:17:22,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/49f19925742648cfa58f2b7d70f0e140 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/49f19925742648cfa58f2b7d70f0e140 2024-11-20T16:17:22,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/5c000e667e2846c29f4da0726c330a74 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/5c000e667e2846c29f4da0726c330a74 2024-11-20T16:17:22,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/04a8cae00a694c4d82eee970fa839466 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/04a8cae00a694c4d82eee970fa839466 2024-11-20T16:17:22,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/ee8b0786e22c41a492277e68c4695764 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/ee8b0786e22c41a492277e68c4695764 2024-11-20T16:17:22,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/3d16408b1b074fa1b17a12ff165a2c18 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/3d16408b1b074fa1b17a12ff165a2c18 2024-11-20T16:17:22,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/9b303fc1c1804ac695235dbd29181990 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/9b303fc1c1804ac695235dbd29181990 2024-11-20T16:17:22,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/594186ac678a477a9996cb5f7394c815 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/594186ac678a477a9996cb5f7394c815 2024-11-20T16:17:22,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/efa3b6564e4849e5ba4674ad3a7b3bc2 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/efa3b6564e4849e5ba4674ad3a7b3bc2 2024-11-20T16:17:22,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/2333296aba944e47b23e4aa67601261e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/2333296aba944e47b23e4aa67601261e 2024-11-20T16:17:22,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/ae9569ae89d74d4c85b63ad699ac349e to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/ae9569ae89d74d4c85b63ad699ac349e 2024-11-20T16:17:22,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/6cd918b3b0634803b80eec9231fc1cf3 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/6cd918b3b0634803b80eec9231fc1cf3 2024-11-20T16:17:22,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/95bc26b7695c43adbf8fa888d3191f97 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/95bc26b7695c43adbf8fa888d3191f97 2024-11-20T16:17:22,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/c94090304e5f42c3b31083da0070606f to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/c94090304e5f42c3b31083da0070606f 2024-11-20T16:17:22,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/d08f1e36c13847e9a8ad3c0bb442c82c to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/d08f1e36c13847e9a8ad3c0bb442c82c 2024-11-20T16:17:22,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/fd781e67fd1a4584becdd94f9575dd6a to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/fd781e67fd1a4584becdd94f9575dd6a 2024-11-20T16:17:22,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/1bb4268fd929443f98e26e84a03a0d94 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/1bb4268fd929443f98e26e84a03a0d94 2024-11-20T16:17:22,890 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/recovered.edits/975.seqid, newMaxSeqId=975, maxSeqId=4 2024-11-20T16:17:22,890 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. 2024-11-20T16:17:22,890 DEBUG [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1676): Region close journal for b2f4f64eeaae39062b19cf5b04a91895: Waiting for close lock at 1732119439874Running coprocessor pre-close hooks at 1732119439874Disabling compacts and flushes for region at 1732119439874Disabling writes for close at 1732119441192 (+1318 ms)Obtaining lock to block concurrent updates at 1732119441192Preparing flush snapshotting stores in b2f4f64eeaae39062b19cf5b04a91895 at 1732119441192Finished memstore snapshotting TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1732119441192Flushing stores of TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895. at 1732119441193 (+1 ms)Flushing b2f4f64eeaae39062b19cf5b04a91895/A: creating writer at 1732119441193Flushing mob file b2f4f64eeaae39062b19cf5b04a91895/A: appending metadata at 1732119441196 (+3 ms)Flushing mob file b2f4f64eeaae39062b19cf5b04a91895/A: closing flushed file at 1732119441196Flushing b2f4f64eeaae39062b19cf5b04a91895/A: appending metadata at 1732119441603 (+407 ms)Flushing b2f4f64eeaae39062b19cf5b04a91895/A: closing flushed file at 1732119441603Flushing b2f4f64eeaae39062b19cf5b04a91895/B: creating writer at 1732119442009 (+406 ms)Flushing b2f4f64eeaae39062b19cf5b04a91895/B: appending metadata at 1732119442011 (+2 ms)Flushing b2f4f64eeaae39062b19cf5b04a91895/B: closing flushed file at 1732119442011Flushing b2f4f64eeaae39062b19cf5b04a91895/C: creating writer at 1732119442418 (+407 ms)Flushing b2f4f64eeaae39062b19cf5b04a91895/C: appending metadata at 1732119442420 (+2 ms)Flushing b2f4f64eeaae39062b19cf5b04a91895/C: closing flushed file at 1732119442420Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dae2948: reopening flushed file at 1732119442826 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22530f84: reopening flushed file at 1732119442829 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bc007c7: reopening flushed file at 1732119442832 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for b2f4f64eeaae39062b19cf5b04a91895 in 1643ms, sequenceid=972, compaction requested=true at 1732119442835 (+3 ms)Writing region close event to WAL at 1732119442887 (+52 ms)Running coprocessor post-close hooks at 1732119442890 (+3 ms)Closed at 1732119442890 2024-11-20T16:17:22,892 INFO [RS_CLOSE_REGION-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(157): Closed b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:22,892 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=b2f4f64eeaae39062b19cf5b04a91895, regionState=CLOSED 2024-11-20T16:17:22,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 because future has completed 2024-11-20T16:17:22,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-20T16:17:22,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseRegionProcedure b2f4f64eeaae39062b19cf5b04a91895, server=044e4e732073,41459,1732119253621 in 3.1720 sec 2024-11-20T16:17:22,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=165 2024-11-20T16:17:22,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b2f4f64eeaae39062b19cf5b04a91895, UNASSIGN in 3.1760 sec 2024-11-20T16:17:22,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-20T16:17:22,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.1790 sec 2024-11-20T16:17:22,900 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732119442900"}]},"ts":"1732119442900"} 2024-11-20T16:17:22,901 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-20T16:17:22,902 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-20T16:17:22,903 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.1860 sec 2024-11-20T16:17:22,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-20T16:17:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-20T16:17:23,874 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:17:23,874 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-20T16:17:23,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:17:23,876 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:17:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T16:17:23,876 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=168, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:17:23,879 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,880 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A, FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B, FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C, FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/recovered.edits] 2024-11-20T16:17:23,882 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/0be9775c94d34acca342f957a85c1777 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/0be9775c94d34acca342f957a85c1777 2024-11-20T16:17:23,883 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3e9d8e74a8aa4be78d1d3eb4053b621b to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/3e9d8e74a8aa4be78d1d3eb4053b621b 2024-11-20T16:17:23,884 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/de899e0c710d463abc03d76eee76dd89 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/de899e0c710d463abc03d76eee76dd89 2024-11-20T16:17:23,885 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/f2e19cb974964222b99454bb214ba403 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/A/f2e19cb974964222b99454bb214ba403 2024-11-20T16:17:23,886 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/24fdab4adbdd4c4ba9883760331b5210 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/24fdab4adbdd4c4ba9883760331b5210 2024-11-20T16:17:23,887 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/7cdea1b065534826ae6e44cbfd8f8555 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/7cdea1b065534826ae6e44cbfd8f8555 2024-11-20T16:17:23,888 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/a3b87b58da334edeaf15e913c445a7d6 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/a3b87b58da334edeaf15e913c445a7d6 2024-11-20T16:17:23,889 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/efabc3bcc29c4c98a29b2e914fecb761 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/B/efabc3bcc29c4c98a29b2e914fecb761 2024-11-20T16:17:23,890 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/08522b0b200d479c87cf3dd453921750 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/08522b0b200d479c87cf3dd453921750 2024-11-20T16:17:23,891 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/4794961764be4d7b9a664e242fa3215f to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/4794961764be4d7b9a664e242fa3215f 2024-11-20T16:17:23,892 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/58dc713ea09f47679b1f2e64e9f017ae to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/58dc713ea09f47679b1f2e64e9f017ae 2024-11-20T16:17:23,892 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/69ae33c294c942dfbdd4c78471c660b2 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/C/69ae33c294c942dfbdd4c78471c660b2 2024-11-20T16:17:23,893 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/recovered.edits/975.seqid to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895/recovered.edits/975.seqid 2024-11-20T16:17:23,894 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/default/TestAcidGuarantees/b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,894 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-20T16:17:23,894 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T16:17:23,895 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-20T16:17:23,896 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112001478b3163cd48bca848c9d8eec3592a_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112001478b3163cd48bca848c9d8eec3592a_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,896 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200999f7c0b900462ca38f3544992e2c05_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411200999f7c0b900462ca38f3544992e2c05_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,897 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112018b01e230fbb47ee84f7a19b3a7abf02_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112018b01e230fbb47ee84f7a19b3a7abf02_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,898 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202d33df66a1294b49ba70000366be39c2_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202d33df66a1294b49ba70000366be39c2_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,898 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202f2ecd541df949bfa6bd8fda1ed7c34e_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411202f2ecd541df949bfa6bd8fda1ed7c34e_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,899 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203979c58aff6d4bcbb2935a9f9f14face_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411203979c58aff6d4bcbb2935a9f9f14face_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,899 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206cbfb10ede6a4aafafd1102d7c68c6e5_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411206cbfb10ede6a4aafafd1102d7c68c6e5_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,900 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112073c590dfa23a4dada81762d10d2bd1ba_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112073c590dfa23a4dada81762d10d2bd1ba_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,901 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208014051cd1684dbbbc2e6057b475511b_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411208014051cd1684dbbbc2e6057b475511b_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,901 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209a621952272f4f139466ee575f37151c_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411209a621952272f4f139466ee575f37151c_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,902 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a647c5ceb7a2406abe2414394bdbe09a_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120a647c5ceb7a2406abe2414394bdbe09a_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,902 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ad1800e13c9f4ad099df6b7f290552e8_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120ad1800e13c9f4ad099df6b7f290552e8_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,903 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b44df19fd1834037ac6b59a0166b308c_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120b44df19fd1834037ac6b59a0166b308c_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,904 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c23549ed8d824095939f1a74cf4df36a_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120c23549ed8d824095939f1a74cf4df36a_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,904 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120db5b2f8610784f4993edadd5a6a64e23_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120db5b2f8610784f4993edadd5a6a64e23_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,905 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e2697831dae44aebbbdfd3db8d0c213d_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120e2697831dae44aebbbdfd3db8d0c213d_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,905 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f214cfdb16534484ba24d03e10e53f35_b2f4f64eeaae39062b19cf5b04a91895 to hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241120f214cfdb16534484ba24d03e10e53f35_b2f4f64eeaae39062b19cf5b04a91895 2024-11-20T16:17:23,906 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-20T16:17:23,907 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=168, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:17:23,909 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-20T16:17:23,910 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-20T16:17:23,911 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=168, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:17:23,911 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-20T16:17:23,911 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732119443911"}]},"ts":"9223372036854775807"} 2024-11-20T16:17:23,913 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-20T16:17:23,913 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b2f4f64eeaae39062b19cf5b04a91895, NAME => 'TestAcidGuarantees,,1732119416392.b2f4f64eeaae39062b19cf5b04a91895.', STARTKEY => '', ENDKEY => ''}] 2024-11-20T16:17:23,913 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-20T16:17:23,913 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732119443913"}]},"ts":"9223372036854775807"} 2024-11-20T16:17:23,914 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-20T16:17:23,915 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=168, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-20T16:17:23,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 41 msec 2024-11-20T16:17:23,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-20T16:17:23,984 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-20T16:17:23,984 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-20T16:17:23,992 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251 (was 246) - Thread LEAK? -, OpenFileDescriptor=455 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=507 (was 548), ProcessCount=11 (was 11), AvailableMemoryMB=6538 (was 7059) 2024-11-20T16:17:23,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T16:17:23,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:17:23,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:17:23,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:23,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:23,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T16:17:23,992 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T16:17:23,992 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=841754823, stopped=false 2024-11-20T16:17:23,993 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=044e4e732073,38329,1732119252544 2024-11-20T16:17:24,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T16:17:24,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T16:17:24,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:17:24,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:17:24,009 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T16:17:24,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T16:17:24,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:17:24,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:24,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:17:24,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T16:17:24,011 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '044e4e732073,41459,1732119253621' ***** 2024-11-20T16:17:24,011 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T16:17:24,011 INFO [RS:0;044e4e732073:41459 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T16:17:24,011 INFO [RS:0;044e4e732073:41459 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T16:17:24,011 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T16:17:24,011 INFO [RS:0;044e4e732073:41459 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T16:17:24,012 INFO [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(959): stopping server 044e4e732073,41459,1732119253621 2024-11-20T16:17:24,012 INFO [RS:0;044e4e732073:41459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T16:17:24,012 INFO [RS:0;044e4e732073:41459 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;044e4e732073:41459. 2024-11-20T16:17:24,012 DEBUG [RS:0;044e4e732073:41459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T16:17:24,012 DEBUG [RS:0;044e4e732073:41459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:24,012 INFO [RS:0;044e4e732073:41459 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T16:17:24,012 INFO [RS:0;044e4e732073:41459 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T16:17:24,012 INFO [RS:0;044e4e732073:41459 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T16:17:24,012 INFO [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T16:17:24,013 INFO [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T16:17:24,013 DEBUG [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T16:17:24,013 DEBUG [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T16:17:24,013 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T16:17:24,013 INFO [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T16:17:24,013 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T16:17:24,013 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T16:17:24,013 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T16:17:24,013 INFO [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-20T16:17:24,036 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/.tmp/info/17bcc10b14f647c6b45c7772ef85240e is 95, key is TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129./info:/1732119285470/DeleteFamily/seqid=0 2024-11-20T16:17:24,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742453_1629 (size=6514) 2024-11-20T16:17:24,051 INFO [regionserver/044e4e732073:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T16:17:24,130 INFO [regionserver/044e4e732073:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T16:17:24,130 INFO [regionserver/044e4e732073:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T16:17:24,213 DEBUG [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T16:17:24,413 DEBUG [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T16:17:24,439 INFO [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/.tmp/info/17bcc10b14f647c6b45c7772ef85240e 2024-11-20T16:17:24,456 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/.tmp/ns/c108e4813b5d47a0946fe1ca27ceae35 is 93, key is TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129./ns:/1732119285429/DeleteFamily/seqid=0 2024-11-20T16:17:24,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742454_1630 (size=5906) 2024-11-20T16:17:24,459 INFO [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/.tmp/ns/c108e4813b5d47a0946fe1ca27ceae35 2024-11-20T16:17:24,476 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/.tmp/rep_barrier/a5dbd28ca0924b3fbf5c40ffac7e8073 is 102, key is TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129./rep_barrier:/1732119285429/DeleteFamily/seqid=0 2024-11-20T16:17:24,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742455_1631 (size=6025) 2024-11-20T16:17:24,613 DEBUG [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T16:17:24,814 DEBUG [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T16:17:24,879 INFO [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/.tmp/rep_barrier/a5dbd28ca0924b3fbf5c40ffac7e8073 2024-11-20T16:17:24,894 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/.tmp/table/22bffc0e806144079df0d25992bde7c7 is 96, key is TestAcidGuarantees,,1732119258410.736f774c43d15ba3b97f246a3ec01129./table:/1732119285429/DeleteFamily/seqid=0 2024-11-20T16:17:24,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742456_1632 (size=5936) 2024-11-20T16:17:25,014 DEBUG [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T16:17:25,214 DEBUG [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T16:17:25,298 INFO [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/.tmp/table/22bffc0e806144079df0d25992bde7c7 2024-11-20T16:17:25,301 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/.tmp/info/17bcc10b14f647c6b45c7772ef85240e as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/info/17bcc10b14f647c6b45c7772ef85240e 2024-11-20T16:17:25,303 INFO [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/info/17bcc10b14f647c6b45c7772ef85240e, entries=12, sequenceid=90, filesize=6.4 K 2024-11-20T16:17:25,304 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/.tmp/ns/c108e4813b5d47a0946fe1ca27ceae35 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/ns/c108e4813b5d47a0946fe1ca27ceae35 2024-11-20T16:17:25,306 INFO [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/ns/c108e4813b5d47a0946fe1ca27ceae35, entries=8, sequenceid=90, filesize=5.8 K 2024-11-20T16:17:25,307 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/.tmp/rep_barrier/a5dbd28ca0924b3fbf5c40ffac7e8073 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/rep_barrier/a5dbd28ca0924b3fbf5c40ffac7e8073 2024-11-20T16:17:25,309 INFO [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/rep_barrier/a5dbd28ca0924b3fbf5c40ffac7e8073, entries=6, sequenceid=90, filesize=5.9 K 2024-11-20T16:17:25,309 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/.tmp/table/22bffc0e806144079df0d25992bde7c7 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/table/22bffc0e806144079df0d25992bde7c7 2024-11-20T16:17:25,311 INFO [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/table/22bffc0e806144079df0d25992bde7c7, entries=7, sequenceid=90, filesize=5.8 K 2024-11-20T16:17:25,312 INFO [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=90, compaction requested=false 2024-11-20T16:17:25,315 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-20T16:17:25,316 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T16:17:25,316 INFO [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T16:17:25,316 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732119444013Running coprocessor pre-close hooks at 1732119444013Disabling compacts and flushes for region at 1732119444013Disabling writes for close at 1732119444013Obtaining lock to block concurrent updates at 1732119444013Preparing flush snapshotting stores in 1588230740 at 1732119444013Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732119444014 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732119444014Flushing 1588230740/info: creating writer at 1732119444014Flushing 1588230740/info: appending metadata at 1732119444035 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732119444035Flushing 1588230740/ns: creating writer at 1732119444443 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732119444455 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732119444455Flushing 1588230740/rep_barrier: creating writer at 1732119444461 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732119444475 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732119444475Flushing 1588230740/table: creating writer at 1732119444882 (+407 ms)Flushing 1588230740/table: appending metadata at 1732119444894 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732119444894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@187ad484: reopening flushed file at 1732119445301 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33b1424d: reopening flushed file at 1732119445303 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31a7a8e: reopening flushed file at 1732119445307 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f5cd047: reopening flushed file at 1732119445309 (+2 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=90, compaction requested=false at 1732119445312 (+3 ms)Writing region close event to WAL at 1732119445313 (+1 ms)Running coprocessor post-close hooks at 1732119445316 (+3 ms)Closed at 1732119445316 2024-11-20T16:17:25,316 DEBUG [RS_CLOSE_META-regionserver/044e4e732073:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T16:17:25,414 INFO [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(976): stopping server 044e4e732073,41459,1732119253621; all regions closed. 2024-11-20T16:17:25,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741834_1010 (size=25344) 2024-11-20T16:17:25,420 DEBUG [RS:0;044e4e732073:41459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/oldWALs 2024-11-20T16:17:25,420 INFO [RS:0;044e4e732073:41459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 044e4e732073%2C41459%2C1732119253621.meta:.meta(num 1732119257930) 2024-11-20T16:17:25,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741832_1008 (size=20118027) 2024-11-20T16:17:25,423 DEBUG [RS:0;044e4e732073:41459 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/oldWALs 2024-11-20T16:17:25,423 INFO [RS:0;044e4e732073:41459 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 044e4e732073%2C41459%2C1732119253621:(num 1732119257314) 2024-11-20T16:17:25,423 DEBUG [RS:0;044e4e732073:41459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T16:17:25,423 INFO [RS:0;044e4e732073:41459 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T16:17:25,424 INFO [RS:0;044e4e732073:41459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T16:17:25,424 INFO [RS:0;044e4e732073:41459 {}] hbase.ChoreService(370): Chore service for: regionserver/044e4e732073:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T16:17:25,424 INFO [RS:0;044e4e732073:41459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T16:17:25,424 INFO [regionserver/044e4e732073:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T16:17:25,425 INFO [RS:0;044e4e732073:41459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41459 2024-11-20T16:17:25,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/044e4e732073,41459,1732119253621 2024-11-20T16:17:25,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T16:17:25,483 INFO [RS:0;044e4e732073:41459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T16:17:25,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [044e4e732073,41459,1732119253621] 2024-11-20T16:17:25,536 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/044e4e732073,41459,1732119253621 already deleted, retry=false 2024-11-20T16:17:25,536 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 044e4e732073,41459,1732119253621 expired; onlineServers=0 2024-11-20T16:17:25,537 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '044e4e732073,38329,1732119252544' ***** 2024-11-20T16:17:25,537 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T16:17:25,537 INFO [M:0;044e4e732073:38329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T16:17:25,537 INFO [M:0;044e4e732073:38329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T16:17:25,537 DEBUG [M:0;044e4e732073:38329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T16:17:25,537 DEBUG [M:0;044e4e732073:38329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T16:17:25,537 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T16:17:25,537 DEBUG [master/044e4e732073:0:becomeActiveMaster-HFileCleaner.large.0-1732119257014 {}] cleaner.HFileCleaner(306): Exit Thread[master/044e4e732073:0:becomeActiveMaster-HFileCleaner.large.0-1732119257014,5,FailOnTimeoutGroup] 2024-11-20T16:17:25,537 DEBUG [master/044e4e732073:0:becomeActiveMaster-HFileCleaner.small.0-1732119257017 {}] cleaner.HFileCleaner(306): Exit Thread[master/044e4e732073:0:becomeActiveMaster-HFileCleaner.small.0-1732119257017,5,FailOnTimeoutGroup] 2024-11-20T16:17:25,537 INFO [M:0;044e4e732073:38329 {}] hbase.ChoreService(370): Chore service for: master/044e4e732073:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T16:17:25,537 INFO [M:0;044e4e732073:38329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T16:17:25,537 DEBUG [M:0;044e4e732073:38329 {}] master.HMaster(1795): Stopping service threads 2024-11-20T16:17:25,538 INFO [M:0;044e4e732073:38329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T16:17:25,538 INFO [M:0;044e4e732073:38329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T16:17:25,538 ERROR [M:0;044e4e732073:38329 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:41305 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41305,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-20T16:17:25,538 INFO [M:0;044e4e732073:38329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T16:17:25,538 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T16:17:25,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T16:17:25,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T16:17:25,621 DEBUG [M:0;044e4e732073:38329 {}] zookeeper.ZKUtil(347): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T16:17:25,621 WARN [M:0;044e4e732073:38329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T16:17:25,621 INFO [M:0;044e4e732073:38329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/.lastflushedseqids 2024-11-20T16:17:25,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742457_1633 (size=72) 2024-11-20T16:17:25,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:17:25,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41459-0x101590646a80001, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:17:25,637 INFO [RS:0;044e4e732073:41459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T16:17:25,637 INFO [RS:0;044e4e732073:41459 {}] regionserver.HRegionServer(1031): Exiting; stopping=044e4e732073,41459,1732119253621; zookeeper connection closed. 2024-11-20T16:17:25,638 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ebe0032 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ebe0032 2024-11-20T16:17:25,638 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T16:17:26,030 INFO [M:0;044e4e732073:38329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T16:17:26,030 INFO [M:0;044e4e732073:38329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T16:17:26,030 DEBUG [M:0;044e4e732073:38329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T16:17:26,030 INFO [M:0;044e4e732073:38329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:17:26,030 DEBUG [M:0;044e4e732073:38329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:17:26,030 DEBUG [M:0;044e4e732073:38329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T16:17:26,030 DEBUG [M:0;044e4e732073:38329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:17:26,031 INFO [M:0;044e4e732073:38329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=770.02 KB heapSize=942.94 KB 2024-11-20T16:17:26,044 DEBUG [M:0;044e4e732073:38329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/509513611fde45ceb8fbd4fcba2b7f09 is 82, key is hbase:meta,,1/info:regioninfo/1732119258016/Put/seqid=0 2024-11-20T16:17:26,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742458_1634 (size=5672) 2024-11-20T16:17:26,448 INFO [M:0;044e4e732073:38329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2137 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/509513611fde45ceb8fbd4fcba2b7f09 2024-11-20T16:17:26,469 DEBUG [M:0;044e4e732073:38329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8141310ed646464abd50dd436ac6d59d is 2479, key is \x00\x00\x00\x00\x00\x00\x00#/proc:d/1732119288653/Put/seqid=0 2024-11-20T16:17:26,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742459_1635 (size=44992) 2024-11-20T16:17:26,874 INFO [M:0;044e4e732073:38329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=769.46 KB at sequenceid=2137 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8141310ed646464abd50dd436ac6d59d 2024-11-20T16:17:26,877 INFO [M:0;044e4e732073:38329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8141310ed646464abd50dd436ac6d59d 2024-11-20T16:17:26,894 DEBUG [M:0;044e4e732073:38329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/415ae8c0c07346708f2b1a23c8e3045d is 69, key is 044e4e732073,41459,1732119253621/rs:state/1732119257035/Put/seqid=0 2024-11-20T16:17:26,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073742460_1636 (size=5156) 2024-11-20T16:17:27,298 INFO [M:0;044e4e732073:38329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2137 (bloomFilter=true), to=hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/415ae8c0c07346708f2b1a23c8e3045d 2024-11-20T16:17:27,301 DEBUG [M:0;044e4e732073:38329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/509513611fde45ceb8fbd4fcba2b7f09 as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/509513611fde45ceb8fbd4fcba2b7f09 2024-11-20T16:17:27,304 INFO [M:0;044e4e732073:38329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/509513611fde45ceb8fbd4fcba2b7f09, entries=8, sequenceid=2137, filesize=5.5 K 2024-11-20T16:17:27,304 DEBUG [M:0;044e4e732073:38329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8141310ed646464abd50dd436ac6d59d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8141310ed646464abd50dd436ac6d59d 2024-11-20T16:17:27,307 INFO [M:0;044e4e732073:38329 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8141310ed646464abd50dd436ac6d59d 2024-11-20T16:17:27,307 INFO [M:0;044e4e732073:38329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8141310ed646464abd50dd436ac6d59d, entries=168, sequenceid=2137, filesize=43.9 K 2024-11-20T16:17:27,308 DEBUG [M:0;044e4e732073:38329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/415ae8c0c07346708f2b1a23c8e3045d as hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/415ae8c0c07346708f2b1a23c8e3045d 2024-11-20T16:17:27,310 INFO [M:0;044e4e732073:38329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41305/user/jenkins/test-data/d1d98b35-79ac-4aad-a574-29109cfb3c98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/415ae8c0c07346708f2b1a23c8e3045d, entries=1, sequenceid=2137, filesize=5.0 K 2024-11-20T16:17:27,310 INFO [M:0;044e4e732073:38329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~770.02 KB/788500, heapSize ~942.64 KB/965264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=2137, compaction requested=false 2024-11-20T16:17:27,312 INFO [M:0;044e4e732073:38329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T16:17:27,312 DEBUG [M:0;044e4e732073:38329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732119446030Disabling compacts and flushes for region at 1732119446030Disabling writes for close at 1732119446030Obtaining lock to block concurrent updates at 1732119446031 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732119446031Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=788500, getHeapSize=965504, getOffHeapSize=0, getCellsCount=2330 at 1732119446031Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732119446031Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732119446031Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732119446044 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732119446044Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732119446451 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732119446469 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732119446469Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732119446878 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732119446894 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732119446894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e93fff: reopening flushed file at 1732119447301 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dc7a307: reopening flushed file at 1732119447304 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b0ad443: reopening flushed file at 1732119447307 (+3 ms)Finished flush of dataSize ~770.02 KB/788500, heapSize ~942.64 KB/965264, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=2137, compaction requested=false at 1732119447310 (+3 ms)Writing region close event to WAL at 1732119447312 (+2 ms)Closed at 1732119447312 2024-11-20T16:17:27,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33601 is added to blk_1073741830_1006 (size=928596) 2024-11-20T16:17:27,316 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T16:17:27,316 INFO [M:0;044e4e732073:38329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T16:17:27,316 INFO [M:0;044e4e732073:38329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38329 2024-11-20T16:17:27,317 INFO [M:0;044e4e732073:38329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T16:17:27,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:17:27,467 INFO [M:0;044e4e732073:38329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T16:17:27,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38329-0x101590646a80000, quorum=127.0.0.1:62100, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T16:17:27,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T16:17:27,473 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T16:17:27,473 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T16:17:27,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T16:17:27,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/hadoop.log.dir/,STOPPED} 2024-11-20T16:17:27,476 WARN [BP-575335108-172.17.0.3-1732119248852 heartbeating to localhost/127.0.0.1:41305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T16:17:27,476 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T16:17:27,476 WARN [BP-575335108-172.17.0.3-1732119248852 heartbeating to localhost/127.0.0.1:41305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-575335108-172.17.0.3-1732119248852 (Datanode Uuid 5e233e69-0f6d-44af-b3a2-6dfad91a8234) service to localhost/127.0.0.1:41305 2024-11-20T16:17:27,476 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T16:17:27,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/cluster_6069d417-2415-f82e-2382-50db431a5325/data/data1/current/BP-575335108-172.17.0.3-1732119248852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T16:17:27,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/cluster_6069d417-2415-f82e-2382-50db431a5325/data/data2/current/BP-575335108-172.17.0.3-1732119248852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T16:17:27,480 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T16:17:27,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T16:17:27,486 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T16:17:27,486 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T16:17:27,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T16:17:27,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/70b12ba8-c849-9908-f2fd-3a0140bef030/hadoop.log.dir/,STOPPED} 2024-11-20T16:17:27,500 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T16:17:27,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down